{"level":"warn","ts":"2026-07-21T05:23:12.050907Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T05:23:12.051024Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.61:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.61:2380","--initial-cluster=instance=https://199.19.213.61:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.61:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.61:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-21T05:23:12.05113Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T05:23:12.051141Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.61:2380"]} {"level":"info","ts":"2026-07-21T05:23:12.051165Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T05:23:12.052091Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.61:2379"]} {"level":"info","ts":"2026-07-21T05:23:12.052169Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.61:2380"],"listen-peer-urls":["https://199.19.213.61:2380"],"advertise-client-urls":["https://199.19.213.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.61:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-21T05:23:12.056759Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.339093ms"} {"level":"info","ts":"2026-07-21T05:23:12.065574Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d1484a2210d3c2b8","cluster-id":"27fc2dec3fac595c"} {"level":"info","ts":"2026-07-21T05:23:12.065792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 switched to configuration voters=()"} {"level":"info","ts":"2026-07-21T05:23:12.065895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became follower at term 0"} {"level":"info","ts":"2026-07-21T05:23:12.065968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d1484a2210d3c2b8 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-21T05:23:12.066015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became follower at term 1"} {"level":"info","ts":"2026-07-21T05:23:12.06616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 switched to configuration voters=(15080384862421762744)"} {"level":"warn","ts":"2026-07-21T05:23:12.074157Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-21T05:23:12.076715Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-21T05:23:12.077816Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-21T05:23:12.079992Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d1484a2210d3c2b8","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-21T05:23:12.080735Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d1484a2210d3c2b8","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-21T05:23:12.080869Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:23:12.08097Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:23:12.080984Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T05:23:12.081702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 switched to configuration voters=(15080384862421762744)"} {"level":"info","ts":"2026-07-21T05:23:12.082401Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"27fc2dec3fac595c","local-member-id":"d1484a2210d3c2b8","added-peer-id":"d1484a2210d3c2b8","added-peer-peer-urls":["https://199.19.213.61:2380"]} {"level":"info","ts":"2026-07-21T05:23:12.087373Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T05:23:12.087612Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.61:2380"} {"level":"info","ts":"2026-07-21T05:23:12.087755Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.61:2380"} {"level":"info","ts":"2026-07-21T05:23:12.08803Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d1484a2210d3c2b8","initial-advertise-peer-urls":["https://199.19.213.61:2380"],"listen-peer-urls":["https://199.19.213.61:2380"],"advertise-client-urls":["https://199.19.213.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-21T05:23:12.088198Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-21T05:23:12.166471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 is starting a new election at term 1"} {"level":"info","ts":"2026-07-21T05:23:12.166545Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-21T05:23:12.166653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 received MsgPreVoteResp from d1484a2210d3c2b8 at term 1"} {"level":"info","ts":"2026-07-21T05:23:12.166688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became candidate at term 2"} {"level":"info","ts":"2026-07-21T05:23:12.166706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 received MsgVoteResp from d1484a2210d3c2b8 at term 2"} {"level":"info","ts":"2026-07-21T05:23:12.16673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d1484a2210d3c2b8 became leader at term 2"} {"level":"info","ts":"2026-07-21T05:23:12.167062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d1484a2210d3c2b8 elected leader d1484a2210d3c2b8 at term 2"} {"level":"info","ts":"2026-07-21T05:23:12.16814Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d1484a2210d3c2b8","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.61:2379]}","request-path":"/0/members/d1484a2210d3c2b8/attributes","cluster-id":"27fc2dec3fac595c","publish-timeout":"7s"} {"level":"info","ts":"2026-07-21T05:23:12.168192Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T05:23:12.168532Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-21T05:23:12.168631Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-21T05:23:12.168576Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:23:12.16872Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T05:23:12.169766Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"27fc2dec3fac595c","local-member-id":"d1484a2210d3c2b8","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:23:12.170014Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:23:12.170096Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T05:23:12.171239Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.61:2379"} {"level":"info","ts":"2026-07-21T05:23:12.172121Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-21T05:23:14.746839Z","caller":"traceutil/trace.go:171","msg":"trace[1660558010] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"156.61181ms","start":"2026-07-21T05:23:14.590183Z","end":"2026-07-21T05:23:14.746795Z","steps":["trace[1660558010] 'process raft request' (duration: 105.482518ms)","trace[1660558010] 'compare' (duration: 50.939037ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:23:15.044206Z","caller":"traceutil/trace.go:171","msg":"trace[1837651903] linearizableReadLoop","detail":"{readStateIndex:97; appliedIndex:96; }","duration":"161.854114ms","start":"2026-07-21T05:23:14.882309Z","end":"2026-07-21T05:23:15.044163Z","steps":["trace[1837651903] 'read index received' (duration: 161.575387ms)","trace[1837651903] 'applied index is now lower than readState.Index' (duration: 276.997µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:23:15.044249Z","caller":"traceutil/trace.go:171","msg":"trace[453485948] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"289.600374ms","start":"2026-07-21T05:23:14.754608Z","end":"2026-07-21T05:23:15.044208Z","steps":["trace[453485948] 'process raft request' (duration: 289.324127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:23:15.04455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.430824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-21T05:23:15.044653Z","caller":"traceutil/trace.go:171","msg":"trace[1907576728] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:92; }","duration":"161.624749ms","start":"2026-07-21T05:23:14.883012Z","end":"2026-07-21T05:23:15.044637Z","steps":["trace[1907576728] 'agreement among raft nodes before linearized reading' (duration: 161.376493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:23:15.045546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.280194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-21T05:23:15.045628Z","caller":"traceutil/trace.go:171","msg":"trace[393497044] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:92; }","duration":"163.3649ms","start":"2026-07-21T05:23:14.882246Z","end":"2026-07-21T05:23:15.04561Z","steps":["trace[393497044] 'agreement among raft nodes before linearized reading' (duration: 162.260214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:23:15.284627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.827114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-21T05:23:15.284824Z","caller":"traceutil/trace.go:171","msg":"trace[1822298189] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"231.451775ms","start":"2026-07-21T05:23:15.053355Z","end":"2026-07-21T05:23:15.284807Z","steps":["trace[1822298189] 'process raft request' (duration: 231.370173ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:23:15.28492Z","caller":"traceutil/trace.go:171","msg":"trace[1315037007] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"234.006687ms","start":"2026-07-21T05:23:15.050798Z","end":"2026-07-21T05:23:15.284804Z","steps":["trace[1315037007] 'process raft request' (duration: 45.20816ms)","trace[1315037007] 'compare' (duration: 187.67285ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:23:15.285029Z","caller":"traceutil/trace.go:171","msg":"trace[1603517126] linearizableReadLoop","detail":"{readStateIndex:98; appliedIndex:97; }","duration":"233.660219ms","start":"2026-07-21T05:23:15.051267Z","end":"2026-07-21T05:23:15.284928Z","steps":["trace[1603517126] 'read index received' (duration: 44.727359ms)","trace[1603517126] 'applied index is now lower than readState.Index' (duration: 188.92947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:23:15.285416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.045808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-21T05:23:15.285493Z","caller":"traceutil/trace.go:171","msg":"trace[452157339] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:94; }","duration":"234.214562ms","start":"2026-07-21T05:23:15.051258Z","end":"2026-07-21T05:23:15.285473Z","steps":["trace[452157339] 'agreement among raft nodes before linearized reading' (duration: 233.852953ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:23:55.101413Z","caller":"traceutil/trace.go:171","msg":"trace[1884299650] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"113.635084ms","start":"2026-07-21T05:23:54.987721Z","end":"2026-07-21T05:23:55.101356Z","steps":["trace[1884299650] 'read index received' (duration: 113.365487ms)","trace[1884299650] 'applied index is now lower than readState.Index' (duration: 267.806µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:23:55.101473Z","caller":"traceutil/trace.go:171","msg":"trace[623400529] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"116.534502ms","start":"2026-07-21T05:23:54.984883Z","end":"2026-07-21T05:23:55.101417Z","steps":["trace[623400529] 'process raft request' (duration: 116.204274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:23:55.101601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.842718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T05:23:55.101645Z","caller":"traceutil/trace.go:171","msg":"trace[260013940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:615; }","duration":"113.92885ms","start":"2026-07-21T05:23:54.987702Z","end":"2026-07-21T05:23:55.101631Z","steps":["trace[260013940] 'agreement among raft nodes before linearized reading' (duration: 113.813127ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:24:00.660775Z","caller":"traceutil/trace.go:171","msg":"trace[1450558777] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"450.581559ms","start":"2026-07-21T05:24:00.210154Z","end":"2026-07-21T05:24:00.660736Z","steps":["trace[1450558777] 'process raft request' (duration: 450.333963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:00.661251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:24:00.210133Z","time spent":"450.745323ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:24:00.794226Z","caller":"traceutil/trace.go:171","msg":"trace[1996352342] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:666; }","duration":"248.034182ms","start":"2026-07-21T05:24:00.546155Z","end":"2026-07-21T05:24:00.794189Z","steps":["trace[1996352342] 'read index received' (duration: 114.484393ms)","trace[1996352342] 'applied index is now lower than readState.Index' (duration: 133.548489ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:24:00.79436Z","caller":"traceutil/trace.go:171","msg":"trace[750729825] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"546.023157ms","start":"2026-07-21T05:24:00.248289Z","end":"2026-07-21T05:24:00.794313Z","steps":["trace[750729825] 'process raft request' (duration: 534.856341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:00.79468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:24:00.248252Z","time spent":"546.327014ms","remote":"127.0.0.1:57282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-21T05:24:00.794943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.749059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T05:24:00.795067Z","caller":"traceutil/trace.go:171","msg":"trace[125394707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"248.939564ms","start":"2026-07-21T05:24:00.546088Z","end":"2026-07-21T05:24:00.795027Z","steps":["trace[125394707] 'agreement among raft nodes before linearized reading' (duration: 248.371521ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:24:07.200928Z","caller":"traceutil/trace.go:171","msg":"trace[1672135159] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"132.086293ms","start":"2026-07-21T05:24:07.068817Z","end":"2026-07-21T05:24:07.200904Z","steps":["trace[1672135159] 'process raft request' (duration: 85.115452ms)","trace[1672135159] 'compare' (duration: 46.794127ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:24:07.201233Z","caller":"traceutil/trace.go:171","msg":"trace[771624158] transaction","detail":"{read_only:false; number_of_response:1; response_revision:742; }","duration":"132.189445ms","start":"2026-07-21T05:24:07.069029Z","end":"2026-07-21T05:24:07.201219Z","steps":["trace[771624158] 'process raft request' (duration: 131.838147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:07.201455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.71269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:24:07.201547Z","caller":"traceutil/trace.go:171","msg":"trace[1878075978] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:742; }","duration":"104.833604ms","start":"2026-07-21T05:24:07.096685Z","end":"2026-07-21T05:24:07.201519Z","steps":["trace[1878075978] 'agreement among raft nodes before linearized reading' (duration: 104.70084ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:24:07.201237Z","caller":"traceutil/trace.go:171","msg":"trace[1352919144] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"104.464174ms","start":"2026-07-21T05:24:07.096735Z","end":"2026-07-21T05:24:07.201199Z","steps":["trace[1352919144] 'read index received' (duration: 57.156855ms)","trace[1352919144] 'applied index is now lower than readState.Index' (duration: 47.304179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:24:07.201937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.198068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:24:07.203029Z","caller":"traceutil/trace.go:171","msg":"trace[1921107578] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:742; }","duration":"105.348515ms","start":"2026-07-21T05:24:07.097652Z","end":"2026-07-21T05:24:07.203001Z","steps":["trace[1921107578] 'agreement among raft nodes before linearized reading' (duration: 104.167208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:07.202272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.623278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:24:07.203686Z","caller":"traceutil/trace.go:171","msg":"trace[290817126] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:742; }","duration":"106.548104ms","start":"2026-07-21T05:24:07.09671Z","end":"2026-07-21T05:24:07.203258Z","steps":["trace[290817126] 'agreement among raft nodes before linearized reading' (duration: 104.531166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:24:16.035973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.198153ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:24:16.036151Z","caller":"traceutil/trace.go:171","msg":"trace[442309369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:810; }","duration":"108.422369ms","start":"2026-07-21T05:24:15.927708Z","end":"2026-07-21T05:24:16.03613Z","steps":["trace[442309369] 'range keys from in-memory index tree' (duration: 108.172873ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:24:48.697827Z","caller":"traceutil/trace.go:171","msg":"trace[1958088140] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"108.532603ms","start":"2026-07-21T05:24:48.589244Z","end":"2026-07-21T05:24:48.697777Z","steps":["trace[1958088140] 'process raft request' (duration: 105.856449ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.19324Z","caller":"traceutil/trace.go:171","msg":"trace[1301845063] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"431.209697ms","start":"2026-07-21T05:25:36.761997Z","end":"2026-07-21T05:25:37.193206Z","steps":["trace[1301845063] 'read index received' (duration: 362.863315ms)","trace[1301845063] 'applied index is now lower than readState.Index' (duration: 68.344852ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:25:37.193281Z","caller":"traceutil/trace.go:171","msg":"trace[1986624205] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"445.209051ms","start":"2026-07-21T05:25:36.748017Z","end":"2026-07-21T05:25:37.193226Z","steps":["trace[1986624205] 'process raft request' (duration: 376.786287ms)","trace[1986624205] 'compare' (duration: 68.25047ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:37.193635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:36.747992Z","time spent":"445.523249ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:25:37.193446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.394731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:25:37.194055Z","caller":"traceutil/trace.go:171","msg":"trace[640115119] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1883; }","duration":"432.057538ms","start":"2026-07-21T05:25:36.761979Z","end":"2026-07-21T05:25:37.194037Z","steps":["trace[640115119] 'agreement among raft nodes before linearized reading' (duration: 431.32503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:37.194113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:36.761913Z","time spent":"432.181981ms","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:25:37.212853Z","caller":"traceutil/trace.go:171","msg":"trace[1702147390] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"347.097179ms","start":"2026-07-21T05:25:36.865722Z","end":"2026-07-21T05:25:37.21282Z","steps":["trace[1702147390] 'process raft request' (duration: 346.920435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:37.213008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:36.865693Z","time spent":"347.222741ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:25:37.358388Z","caller":"traceutil/trace.go:171","msg":"trace[1496484797] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"221.973721ms","start":"2026-07-21T05:25:37.136375Z","end":"2026-07-21T05:25:37.358349Z","steps":["trace[1496484797] 'process raft request' (duration: 190.143241ms)","trace[1496484797] 'compare' (duration: 31.468901ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:25:37.358618Z","caller":"traceutil/trace.go:171","msg":"trace[2090398226] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"156.482617ms","start":"2026-07-21T05:25:37.202092Z","end":"2026-07-21T05:25:37.358574Z","steps":["trace[2090398226] 'process raft request' (duration: 156.204961ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.359012Z","caller":"traceutil/trace.go:171","msg":"trace[825278539] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1955; }","duration":"165.674187ms","start":"2026-07-21T05:25:37.193326Z","end":"2026-07-21T05:25:37.359Z","steps":["trace[825278539] 'read index received' (duration: 19.455445ms)","trace[825278539] 'applied index is now lower than readState.Index' (duration: 146.218042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:25:37.359153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.069683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:25:37.359188Z","caller":"traceutil/trace.go:171","msg":"trace[33962501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1890; }","duration":"575.175796ms","start":"2026-07-21T05:25:36.784002Z","end":"2026-07-21T05:25:37.359178Z","steps":["trace[33962501] 'agreement among raft nodes before linearized reading' (duration: 575.039832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:37.359219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:36.783971Z","time spent":"575.234317ms","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:25:37.35937Z","caller":"traceutil/trace.go:171","msg":"trace[1500180508] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"157.243586ms","start":"2026-07-21T05:25:37.202117Z","end":"2026-07-21T05:25:37.35936Z","steps":["trace[1500180508] 'process raft request' (duration: 156.480018ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.359329Z","caller":"traceutil/trace.go:171","msg":"trace[1197965657] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"156.795215ms","start":"2026-07-21T05:25:37.202117Z","end":"2026-07-21T05:25:37.358912Z","steps":["trace[1197965657] 'process raft request' (duration: 156.421486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:37.359553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.122287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-21T05:25:37.359642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.47308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T05:25:37.359663Z","caller":"traceutil/trace.go:171","msg":"trace[2116782218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1890; }","duration":"501.25283ms","start":"2026-07-21T05:25:36.85838Z","end":"2026-07-21T05:25:37.359633Z","steps":["trace[2116782218] 'agreement among raft nodes before linearized reading' (duration: 500.982214ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.359701Z","caller":"traceutil/trace.go:171","msg":"trace[43721027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"528.598452ms","start":"2026-07-21T05:25:36.831087Z","end":"2026-07-21T05:25:37.359685Z","steps":["trace[43721027] 'agreement among raft nodes before linearized reading' (duration: 528.346387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:37.359713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:36.858264Z","time spent":"501.438715ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:25:37.359742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:25:36.831065Z","time spent":"528.667925ms","remote":"127.0.0.1:33558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-21T05:25:37.359773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.294942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-21T05:25:37.359942Z","caller":"traceutil/trace.go:171","msg":"trace[111185192] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1890; }","duration":"223.543728ms","start":"2026-07-21T05:25:37.136372Z","end":"2026-07-21T05:25:37.359916Z","steps":["trace[111185192] 'agreement among raft nodes before linearized reading' (duration: 223.086447ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.360171Z","caller":"traceutil/trace.go:171","msg":"trace[1049048169] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"157.286736ms","start":"2026-07-21T05:25:37.202098Z","end":"2026-07-21T05:25:37.359385Z","steps":["trace[1049048169] 'process raft request' (duration: 156.369775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:25:37.550557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.732644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T05:25:37.550708Z","caller":"traceutil/trace.go:171","msg":"trace[1745072227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1892; }","duration":"177.912688ms","start":"2026-07-21T05:25:37.372757Z","end":"2026-07-21T05:25:37.55067Z","steps":["trace[1745072227] 'agreement among raft nodes before linearized reading' (duration: 177.331175ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.551144Z","caller":"traceutil/trace.go:171","msg":"trace[1105657714] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"182.652811ms","start":"2026-07-21T05:25:37.36847Z","end":"2026-07-21T05:25:37.551123Z","steps":["trace[1105657714] 'process raft request' (duration: 140.571076ms)","trace[1105657714] 'compare' (duration: 40.023416ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:25:37.55137Z","caller":"traceutil/trace.go:171","msg":"trace[1860213870] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"181.859013ms","start":"2026-07-21T05:25:37.369461Z","end":"2026-07-21T05:25:37.55132Z","steps":["trace[1860213870] 'process raft request' (duration: 180.444539ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:25:37.55273Z","caller":"traceutil/trace.go:171","msg":"trace[1714665862] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"177.246343ms","start":"2026-07-21T05:25:37.372784Z","end":"2026-07-21T05:25:37.55003Z","steps":["trace[1714665862] 'read index received' (duration: 136.226713ms)","trace[1714665862] 'applied index is now lower than readState.Index' (duration: 41.01707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:26:26.243679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.167624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T05:26:26.243912Z","caller":"traceutil/trace.go:171","msg":"trace[1652113037] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2281; }","duration":"201.706447ms","start":"2026-07-21T05:26:26.042187Z","end":"2026-07-21T05:26:26.243894Z","steps":["trace[1652113037] 'read index received' (duration: 80.179875ms)","trace[1652113037] 'applied index is now lower than readState.Index' (duration: 121.525062ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:26:26.24399Z","caller":"traceutil/trace.go:171","msg":"trace[468098277] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"311.704894ms","start":"2026-07-21T05:26:25.932273Z","end":"2026-07-21T05:26:26.243978Z","steps":["trace[468098277] 'process raft request' (duration: 190.081259ms)","trace[468098277] 'compare' (duration: 121.053102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:26:26.244058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:25.932247Z","time spent":"311.776986ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:26:26.244115Z","caller":"traceutil/trace.go:171","msg":"trace[65178571] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"310.902204ms","start":"2026-07-21T05:26:25.933167Z","end":"2026-07-21T05:26:26.244069Z","steps":["trace[65178571] 'process raft request' (duration: 310.630808ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:26:26.244323Z","caller":"traceutil/trace.go:171","msg":"trace[1796173253] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"311.058388ms","start":"2026-07-21T05:26:25.933251Z","end":"2026-07-21T05:26:26.244309Z","steps":["trace[1796173253] 'process raft request' (duration: 310.606687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:26.244327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:25.933154Z","time spent":"311.061708ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:26:26.244418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:25.933229Z","time spent":"311.13682ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:26:26.244639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.439075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-21T05:26:26.244724Z","caller":"traceutil/trace.go:171","msg":"trace[1427375632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"202.584298ms","start":"2026-07-21T05:26:26.042122Z","end":"2026-07-21T05:26:26.244707Z","steps":["trace[1427375632] 'agreement among raft nodes before linearized reading' (duration: 202.24099ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:26:26.48107Z","caller":"traceutil/trace.go:171","msg":"trace[1019252739] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2284; }","duration":"237.077982ms","start":"2026-07-21T05:26:26.243946Z","end":"2026-07-21T05:26:26.481024Z","steps":["trace[1019252739] 'read index received' (duration: 236.792825ms)","trace[1019252739] 'applied index is now lower than readState.Index' (duration: 283.407µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:26:26.481457Z","caller":"traceutil/trace.go:171","msg":"trace[1820455681] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"264.899525ms","start":"2026-07-21T05:26:26.216518Z","end":"2026-07-21T05:26:26.481417Z","steps":["trace[1820455681] 'process raft request' (duration: 264.212949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:26.481573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.548735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T05:26:26.481702Z","caller":"traceutil/trace.go:171","msg":"trace[22818277] range","detail":"{range_begin:/registry/masterleases/199.19.213.61; range_end:; response_count:1; response_revision:2203; }","duration":"374.684589ms","start":"2026-07-21T05:26:26.106959Z","end":"2026-07-21T05:26:26.481643Z","steps":["trace[22818277] 'agreement among raft nodes before linearized reading' (duration: 374.416392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:26.481761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:26.106948Z","time spent":"374.799232ms","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.61\" "} {"level":"warn","ts":"2026-07-21T05:26:26.481846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.730447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-21T05:26:26.481947Z","caller":"traceutil/trace.go:171","msg":"trace[1618862124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2203; }","duration":"430.886421ms","start":"2026-07-21T05:26:26.051038Z","end":"2026-07-21T05:26:26.481924Z","steps":["trace[1618862124] 'agreement among raft nodes before linearized reading' (duration: 430.48399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:26.481999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:26:26.051023Z","time spent":"430.967132ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-21T05:26:26.5327Z","caller":"traceutil/trace.go:171","msg":"trace[205898799] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"282.160208ms","start":"2026-07-21T05:26:26.250511Z","end":"2026-07-21T05:26:26.532671Z","steps":["trace[205898799] 'process raft request' (duration: 278.363658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:26:26.532984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.53704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:26:26.53305Z","caller":"traceutil/trace.go:171","msg":"trace[1040964520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2204; }","duration":"185.653024ms","start":"2026-07-21T05:26:26.347379Z","end":"2026-07-21T05:26:26.533032Z","steps":["trace[1040964520] 'agreement among raft nodes before linearized reading' (duration: 185.326316ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:39.119301Z","caller":"traceutil/trace.go:171","msg":"trace[1230501884] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"135.093377ms","start":"2026-07-21T05:27:38.984177Z","end":"2026-07-21T05:27:39.11927Z","steps":["trace[1230501884] 'read index received' (duration: 134.79867ms)","trace[1230501884] 'applied index is now lower than readState.Index' (duration: 293.077µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:27:39.119426Z","caller":"traceutil/trace.go:171","msg":"trace[1078894472] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"155.80998ms","start":"2026-07-21T05:27:38.963569Z","end":"2026-07-21T05:27:39.119379Z","steps":["trace[1078894472] 'process raft request' (duration: 155.495143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:39.119759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.561077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:27:39.119799Z","caller":"traceutil/trace.go:171","msg":"trace[547871891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2700; }","duration":"135.65967ms","start":"2026-07-21T05:27:38.984127Z","end":"2026-07-21T05:27:39.119787Z","steps":["trace[547871891] 'agreement among raft nodes before linearized reading' (duration: 135.316812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:39.119802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.678087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T05:27:39.119946Z","caller":"traceutil/trace.go:171","msg":"trace[2126971978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2700; }","duration":"129.911262ms","start":"2026-07-21T05:27:38.990026Z","end":"2026-07-21T05:27:39.119937Z","steps":["trace[2126971978] 'agreement among raft nodes before linearized reading' (duration: 129.443411ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:39.227663Z","caller":"traceutil/trace.go:171","msg":"trace[1527087054] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"103.00948ms","start":"2026-07-21T05:27:39.124627Z","end":"2026-07-21T05:27:39.227636Z","steps":["trace[1527087054] 'process raft request' (duration: 99.842593ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:39.229532Z","caller":"traceutil/trace.go:171","msg":"trace[702484399] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"103.561983ms","start":"2026-07-21T05:27:39.125936Z","end":"2026-07-21T05:27:39.229498Z","steps":["trace[702484399] 'process raft request' (duration: 103.377909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:27:44.608005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.497315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-21T05:27:44.608107Z","caller":"traceutil/trace.go:171","msg":"trace[526010725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2727; }","duration":"109.673189ms","start":"2026-07-21T05:27:44.498406Z","end":"2026-07-21T05:27:44.608079Z","steps":["trace[526010725] 'range keys from in-memory index tree' (duration: 109.243509ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:44.847092Z","caller":"traceutil/trace.go:171","msg":"trace[1487479063] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"140.466795ms","start":"2026-07-21T05:27:44.706595Z","end":"2026-07-21T05:27:44.847062Z","steps":["trace[1487479063] 'process raft request' (duration: 133.895029ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:27:44.847512Z","caller":"traceutil/trace.go:171","msg":"trace[1140094496] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"140.464774ms","start":"2026-07-21T05:27:44.706956Z","end":"2026-07-21T05:27:44.84742Z","steps":["trace[1140094496] 'process raft request' (duration: 140.055614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:29.44846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:29.94924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:30.449722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:30.95021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:31.345754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:31.34584Z","caller":"traceutil/trace.go:171","msg":"trace[870919245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143691s","start":"2026-07-21T05:30:29.345671Z","end":"2026-07-21T05:30:31.345815Z","steps":["trace[870919245] 'agreement among raft nodes before linearized reading' (duration: 2.000041249s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.345943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.345649Z","time spent":"2.000281684s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:31.451343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:31.673376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.367532738s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:30:31.675314Z","caller":"traceutil/trace.go:171","msg":"trace[1689390404] transaction","detail":"{read_only:false; response_revision:3677; number_of_response:1; }","duration":"3.369698959s","start":"2026-07-21T05:30:28.305572Z","end":"2026-07-21T05:30:31.675271Z","steps":["trace[1689390404] 'process raft request' (duration: 3.368204033s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.675632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:28.305517Z","time spent":"3.369897184s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:31.677269Z","caller":"traceutil/trace.go:171","msg":"trace[819739051] transaction","detail":"{read_only:false; response_revision:3678; number_of_response:1; }","duration":"3.272803485s","start":"2026-07-21T05:30:28.404428Z","end":"2026-07-21T05:30:31.677231Z","steps":["trace[819739051] 'process raft request' (duration: 3.271632947s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.677549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:28.404395Z","time spent":"3.273047881s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:31.677883Z","caller":"traceutil/trace.go:171","msg":"trace[1125058376] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"2.224973219s","start":"2026-07-21T05:30:29.452772Z","end":"2026-07-21T05:30:31.677745Z","steps":["trace[1125058376] 'process raft request' (duration: 2.223401822s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.678041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.452746Z","time spent":"2.225239136s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:31.678344Z","caller":"traceutil/trace.go:171","msg":"trace[85839779] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"1.429892891s","start":"2026-07-21T05:30:30.248432Z","end":"2026-07-21T05:30:31.678325Z","steps":["trace[85839779] 'process raft request' (duration: 1.427777531s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.67861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:30.248401Z","time spent":"1.430109585s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:31.680254Z","caller":"traceutil/trace.go:171","msg":"trace[172147497] linearizableReadLoop","detail":"{readStateIndex:3817; appliedIndex:3813; }","duration":"2.732763157s","start":"2026-07-21T05:30:28.947452Z","end":"2026-07-21T05:30:31.680215Z","steps":["trace[172147497] 'read index received' (duration: 2.726890447s)","trace[172147497] 'applied index is now lower than readState.Index' (duration: 5.87115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:30:31.680548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733074665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:31.680626Z","caller":"traceutil/trace.go:171","msg":"trace[2072101138] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3680; }","duration":"2.733211208s","start":"2026-07-21T05:30:28.947401Z","end":"2026-07-21T05:30:31.680612Z","steps":["trace[2072101138] 'agreement among raft nodes before linearized reading' (duration: 2.733044794s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.680665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:28.947378Z","time spent":"2.73327642s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:31.680912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318179356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-21T05:30:31.680929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013232933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-21T05:30:31.681043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105818314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T05:30:31.681081Z","caller":"traceutil/trace.go:171","msg":"trace[1872599975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3680; }","duration":"2.105908375s","start":"2026-07-21T05:30:29.575164Z","end":"2026-07-21T05:30:31.681072Z","steps":["trace[1872599975] 'agreement among raft nodes before linearized reading' (duration: 2.105819843s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.575139Z","time spent":"2.105970357s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:31.681114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.930299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:31.681179Z","caller":"traceutil/trace.go:171","msg":"trace[394777786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3680; }","duration":"335.042852ms","start":"2026-07-21T05:30:31.346119Z","end":"2026-07-21T05:30:31.681161Z","steps":["trace[394777786] 'agreement among raft nodes before linearized reading' (duration: 334.928979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:31.346093Z","time spent":"335.109772ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:31.681265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216620971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:31.681306Z","caller":"traceutil/trace.go:171","msg":"trace[1660099362] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3680; }","duration":"2.216773744s","start":"2026-07-21T05:30:29.464523Z","end":"2026-07-21T05:30:31.681296Z","steps":["trace[1660099362] 'agreement among raft nodes before linearized reading' (duration: 2.216706772s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16720845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:31.681342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.464479Z","time spent":"2.216854436s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:31.68137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.20217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:31.681372Z","caller":"traceutil/trace.go:171","msg":"trace[1253876272] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3680; }","duration":"2.167425015s","start":"2026-07-21T05:30:29.513927Z","end":"2026-07-21T05:30:31.681352Z","steps":["trace[1253876272] 'agreement among raft nodes before linearized reading' (duration: 2.167154859s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.316313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:30:31.681468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.5139Z","time spent":"2.167551587s","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:31.681563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916559704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-21T05:30:31.681605Z","caller":"traceutil/trace.go:171","msg":"trace[1140369476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3680; }","duration":"1.916646606s","start":"2026-07-21T05:30:29.764953Z","end":"2026-07-21T05:30:31.681599Z","steps":["trace[1140369476] 'agreement among raft nodes before linearized reading' (duration: 1.916537463s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395960069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-21T05:30:31.681628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.764928Z","time spent":"1.916695736s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-21T05:30:31.681398Z","caller":"traceutil/trace.go:171","msg":"trace[542251127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3680; }","duration":"272.298052ms","start":"2026-07-21T05:30:31.409092Z","end":"2026-07-21T05:30:31.68139Z","steps":["trace[542251127] 'agreement among raft nodes before linearized reading' (duration: 272.249571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447421978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T05:30:31.681563Z","caller":"traceutil/trace.go:171","msg":"trace[657807925] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3680; }","duration":"259.543889ms","start":"2026-07-21T05:30:31.421944Z","end":"2026-07-21T05:30:31.681488Z","steps":["trace[657807925] 'agreement among raft nodes before linearized reading' (duration: 259.319064ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:31.681695Z","caller":"traceutil/trace.go:171","msg":"trace[310932837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3680; }","duration":"1.447557262s","start":"2026-07-21T05:30:30.234126Z","end":"2026-07-21T05:30:31.681683Z","steps":["trace[310932837] 'agreement among raft nodes before linearized reading' (duration: 1.447325956s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.681781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:30.234104Z","time spent":"1.447665504s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:30:31.681916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.91702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:31.681923Z","caller":"traceutil/trace.go:171","msg":"trace[180022524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3680; }","duration":"1.39639833s","start":"2026-07-21T05:30:30.285423Z","end":"2026-07-21T05:30:31.681822Z","steps":["trace[180022524] 'agreement among raft nodes before linearized reading' (duration: 1.395258853s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:31.680963Z","caller":"traceutil/trace.go:171","msg":"trace[1266186723] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3680; }","duration":"2.318463122s","start":"2026-07-21T05:30:29.362484Z","end":"2026-07-21T05:30:31.680947Z","steps":["trace[1266186723] 'agreement among raft nodes before linearized reading' (duration: 2.318089214s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.682095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.362475Z","time spent":"2.31960962s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:31.682109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3847008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-21T05:30:31.682205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:30.285411Z","time spent":"1.396673176s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-21T05:30:31.681035Z","caller":"traceutil/trace.go:171","msg":"trace[1272063283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3680; }","duration":"2.013371055s","start":"2026-07-21T05:30:29.667648Z","end":"2026-07-21T05:30:31.681019Z","steps":["trace[1272063283] 'agreement among raft nodes before linearized reading' (duration: 2.012998866s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.682316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:29.667631Z","time spent":"2.014674577s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-21T05:30:31.681953Z","caller":"traceutil/trace.go:171","msg":"trace[1042151887] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3680; }","duration":"902.001422ms","start":"2026-07-21T05:30:30.779943Z","end":"2026-07-21T05:30:31.681944Z","steps":["trace[1042151887] 'agreement among raft nodes before linearized reading' (duration: 901.896739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.682468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:30.779921Z","time spent":"902.535366ms","remote":"127.0.0.1:56956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":62,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:31.68338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247807991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-21T05:30:31.683434Z","caller":"traceutil/trace.go:171","msg":"trace[732904034] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3680; }","duration":"1.247912204s","start":"2026-07-21T05:30:30.435511Z","end":"2026-07-21T05:30:31.683423Z","steps":["trace[732904034] 'agreement among raft nodes before linearized reading' (duration: 1.246164732s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.683467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:30.435487Z","time spent":"1.247972105s","remote":"127.0.0.1:56814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":315,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:30:31.684097Z","caller":"traceutil/trace.go:171","msg":"trace[738837159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3680; }","duration":"1.386722218s","start":"2026-07-21T05:30:30.297356Z","end":"2026-07-21T05:30:31.684078Z","steps":["trace[738837159] 'agreement among raft nodes before linearized reading' (duration: 1.384574337s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:31.684363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:30.297333Z","time spent":"1.387016946s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:34.19331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:34.694162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:35.194801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:35.695165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:36.195954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:36.345358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T05:30:36.345456Z","caller":"traceutil/trace.go:171","msg":"trace[1906282318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019005s","start":"2026-07-21T05:30:34.345245Z","end":"2026-07-21T05:30:36.345435Z","steps":["trace[1906282318] 'agreement among raft nodes before linearized reading' (duration: 2.000051117s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:36.345513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:34.34522Z","time spent":"2.000277992s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:36.697141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:37.198179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:37.418644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.731019217s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:30:37.419188Z","caller":"traceutil/trace.go:171","msg":"trace[1775668647] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"3.731637701s","start":"2026-07-21T05:30:33.687517Z","end":"2026-07-21T05:30:37.419155Z","steps":["trace[1775668647] 'process raft request' (duration: 3.731420216s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.419479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.687495Z","time spent":"3.731781905s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:37.447552Z","caller":"traceutil/trace.go:171","msg":"trace[1919325311] linearizableReadLoop","detail":"{readStateIndex:3832; appliedIndex:3829; }","duration":"3.754791854s","start":"2026-07-21T05:30:33.692736Z","end":"2026-07-21T05:30:37.447527Z","steps":["trace[1919325311] 'read index received' (duration: 3.726180571s)","trace[1919325311] 'applied index is now lower than readState.Index' (duration: 28.610283ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:37.4476Z","caller":"traceutil/trace.go:171","msg":"trace[1370726345] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"3.75921064s","start":"2026-07-21T05:30:33.688356Z","end":"2026-07-21T05:30:37.447566Z","steps":["trace[1370726345] 'process raft request' (duration: 3.758988015s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:37.447679Z","caller":"traceutil/trace.go:171","msg":"trace[957147205] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"3.688326427s","start":"2026-07-21T05:30:33.759338Z","end":"2026-07-21T05:30:37.447664Z","steps":["trace[957147205] 'process raft request' (duration: 3.688146532s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.447808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.759313Z","time spent":"3.688406799s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:37.447826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.688339Z","time spent":"3.759325503s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:37.447874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18497268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:37.447947Z","caller":"traceutil/trace.go:171","msg":"trace[1452498050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3694; }","duration":"1.185105073s","start":"2026-07-21T05:30:36.262824Z","end":"2026-07-21T05:30:37.447929Z","steps":["trace[1452498050] 'agreement among raft nodes before linearized reading' (duration: 1.184981s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.447949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75337425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-21T05:30:37.447974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.376079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:37.447986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:36.2628Z","time spent":"1.185176715s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:30:37.447998Z","caller":"traceutil/trace.go:171","msg":"trace[1949633761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3694; }","duration":"3.753442322s","start":"2026-07-21T05:30:33.694543Z","end":"2026-07-21T05:30:37.447986Z","steps":["trace[1949633761] 'agreement among raft nodes before linearized reading' (duration: 3.753280118s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:37.448009Z","caller":"traceutil/trace.go:171","msg":"trace[109603283] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3694; }","duration":"389.448281ms","start":"2026-07-21T05:30:37.058551Z","end":"2026-07-21T05:30:37.447999Z","steps":["trace[109603283] 'agreement among raft nodes before linearized reading' (duration: 389.386219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.44803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.694537Z","time spent":"3.753486143s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:37.448016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75378035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-21T05:30:37.448063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.058526Z","time spent":"389.509702ms","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:37.448044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.088286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:37.448094Z","caller":"traceutil/trace.go:171","msg":"trace[702323742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3694; }","duration":"3.753913673s","start":"2026-07-21T05:30:33.694159Z","end":"2026-07-21T05:30:37.448073Z","steps":["trace[702323742] 'agreement among raft nodes before linearized reading' (duration: 3.753660717s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:37.448115Z","caller":"traceutil/trace.go:171","msg":"trace[1565917642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3694; }","duration":"516.193418ms","start":"2026-07-21T05:30:36.93191Z","end":"2026-07-21T05:30:37.448103Z","steps":["trace[1565917642] 'agreement among raft nodes before linearized reading' (duration: 516.119346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.694136Z","time spent":"3.753996895s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:37.448146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:36.931885Z","time spent":"516.25454ms","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:37.44817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327188197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T05:30:37.448198Z","caller":"traceutil/trace.go:171","msg":"trace[895436410] range","detail":"{range_begin:/registry/masterleases/199.19.213.61; range_end:; response_count:1; response_revision:3694; }","duration":"1.327254228s","start":"2026-07-21T05:30:36.120935Z","end":"2026-07-21T05:30:37.44819Z","steps":["trace[895436410] 'agreement among raft nodes before linearized reading' (duration: 1.327171066s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166208732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-21T05:30:37.448227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:36.120909Z","time spent":"1.327312549s","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.61\" "} {"level":"info","ts":"2026-07-21T05:30:37.448248Z","caller":"traceutil/trace.go:171","msg":"trace[1369742614] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3694; }","duration":"1.166261223s","start":"2026-07-21T05:30:36.281977Z","end":"2026-07-21T05:30:37.448239Z","steps":["trace[1369742614] 'agreement among raft nodes before linearized reading' (duration: 1.166210602s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:36.281968Z","time spent":"1.166313954s","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:37.448335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753959694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-21T05:30:37.448393Z","caller":"traceutil/trace.go:171","msg":"trace[1224069494] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3694; }","duration":"3.754007875s","start":"2026-07-21T05:30:33.694351Z","end":"2026-07-21T05:30:37.448359Z","steps":["trace[1224069494] 'agreement among raft nodes before linearized reading' (duration: 3.753893802s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.694345Z","time spent":"3.754069346s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:37.448431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.926489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-21T05:30:37.448446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75128707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-21T05:30:37.448466Z","caller":"traceutil/trace.go:171","msg":"trace[1115971348] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3694; }","duration":"352.99911ms","start":"2026-07-21T05:30:37.095456Z","end":"2026-07-21T05:30:37.448455Z","steps":["trace[1115971348] 'agreement among raft nodes before linearized reading' (duration: 352.902108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755597933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-21T05:30:37.448477Z","caller":"traceutil/trace.go:171","msg":"trace[1458696321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3694; }","duration":"3.751372963s","start":"2026-07-21T05:30:33.697096Z","end":"2026-07-21T05:30:37.448469Z","steps":["trace[1458696321] 'agreement among raft nodes before linearized reading' (duration: 3.75127849s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.095436Z","time spent":"353.055762ms","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:30:37.448505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.697087Z","time spent":"3.751411943s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-21T05:30:37.448505Z","caller":"traceutil/trace.go:171","msg":"trace[1485706119] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3694; }","duration":"3.755793878s","start":"2026-07-21T05:30:33.692702Z","end":"2026-07-21T05:30:37.448496Z","steps":["trace[1485706119] 'agreement among raft nodes before linearized reading' (duration: 3.755544192s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.692689Z","time spent":"3.755838049s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:37.448003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101989479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:37.448614Z","caller":"traceutil/trace.go:171","msg":"trace[1022832889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3694; }","duration":"1.102601073s","start":"2026-07-21T05:30:36.345966Z","end":"2026-07-21T05:30:37.448567Z","steps":["trace[1022832889] 'agreement among raft nodes before linearized reading' (duration: 1.101990899s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:36.34592Z","time spent":"1.102716396s","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:37.448722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754521457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:30:37.448755Z","caller":"traceutil/trace.go:171","msg":"trace[1893140573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3694; }","duration":"3.754570438s","start":"2026-07-21T05:30:33.694175Z","end":"2026-07-21T05:30:37.448745Z","steps":["trace[1893140573] 'agreement among raft nodes before linearized reading' (duration: 3.754479326s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.694165Z","time spent":"3.75461034s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:37.44888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754812314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T05:30:37.448907Z","caller":"traceutil/trace.go:171","msg":"trace[1616507619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3694; }","duration":"3.754862386s","start":"2026-07-21T05:30:33.694036Z","end":"2026-07-21T05:30:37.448898Z","steps":["trace[1616507619] 'agreement among raft nodes before linearized reading' (duration: 3.753676728s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:37.448932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:33.694023Z","time spent":"3.754903906s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:30:39.457285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:39.457342Z","caller":"traceutil/trace.go:171","msg":"trace[513708915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432066s","start":"2026-07-21T05:30:37.456897Z","end":"2026-07-21T05:30:39.457329Z","steps":["trace[513708915] 'agreement among raft nodes before linearized reading' (duration: 2.000368074s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.457368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.456882Z","time spent":"2.000479407s","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T05:30:39.713773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.235840318s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T05:30:39.813992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.454223Z","time spent":"2.359757208s","remote":"127.0.0.1:56758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-21T05:30:39.814391Z","caller":"traceutil/trace.go:171","msg":"trace[727759686] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"2.359536563s","start":"2026-07-21T05:30:37.454833Z","end":"2026-07-21T05:30:39.81437Z","steps":["trace[727759686] 'process raft request' (duration: 2.359155383s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.814513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.454825Z","time spent":"2.359607975s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.814656Z","caller":"traceutil/trace.go:171","msg":"trace[594418562] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"2.359978633s","start":"2026-07-21T05:30:37.454666Z","end":"2026-07-21T05:30:39.814645Z","steps":["trace[594418562] 'process raft request' (duration: 2.359157233s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.81471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.454647Z","time spent":"2.360033715s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.814829Z","caller":"traceutil/trace.go:171","msg":"trace[1255760963] transaction","detail":"{read_only:false; response_revision:3697; number_of_response:1; }","duration":"2.359996814s","start":"2026-07-21T05:30:37.454823Z","end":"2026-07-21T05:30:39.81482Z","steps":["trace[1255760963] 'process raft request' (duration: 2.359130873s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.814874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.454814Z","time spent":"2.360034975s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.815206Z","caller":"traceutil/trace.go:171","msg":"trace[1546123199] transaction","detail":"{read_only:false; response_revision:3699; number_of_response:1; }","duration":"2.359704717s","start":"2026-07-21T05:30:37.455491Z","end":"2026-07-21T05:30:39.815196Z","steps":["trace[1546123199] 'process raft request' (duration: 2.358542829s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.815261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.455479Z","time spent":"2.359753498s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.815446Z","caller":"traceutil/trace.go:171","msg":"trace[832014930] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"2.35982412s","start":"2026-07-21T05:30:37.45558Z","end":"2026-07-21T05:30:39.815404Z","steps":["trace[832014930] 'process raft request' (duration: 2.358487068s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:39.815605Z","caller":"traceutil/trace.go:171","msg":"trace[1609695339] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"2.359104601s","start":"2026-07-21T05:30:37.456485Z","end":"2026-07-21T05:30:39.81559Z","steps":["trace[1609695339] 'process raft request' (duration: 2.357608445s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.815633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.455572Z","time spent":"2.359961173s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:39.815749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.456476Z","time spent":"2.359235225s","remote":"127.0.0.1:56814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.816528Z","caller":"traceutil/trace.go:171","msg":"trace[1407711987] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"360.445568ms","start":"2026-07-21T05:30:39.456059Z","end":"2026-07-21T05:30:39.816505Z","steps":["trace[1407711987] 'process raft request' (duration: 360.399737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.816715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:39.456046Z","time spent":"360.575351ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.816841Z","caller":"traceutil/trace.go:171","msg":"trace[990019786] linearizableReadLoop","detail":"{readStateIndex:3840; appliedIndex:3832; }","duration":"2.359898421s","start":"2026-07-21T05:30:37.456923Z","end":"2026-07-21T05:30:39.816822Z","steps":["trace[990019786] 'read index received' (duration: 21.005771ms)","trace[990019786] 'applied index is now lower than readState.Index' (duration: 2.338891159s)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:39.816892Z","caller":"traceutil/trace.go:171","msg":"trace[1641651794] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"631.902502ms","start":"2026-07-21T05:30:39.184978Z","end":"2026-07-21T05:30:39.816881Z","steps":["trace[1641651794] 'process raft request' (duration: 631.3932ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:39.816904Z","caller":"traceutil/trace.go:171","msg":"trace[1678452484] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"392.378251ms","start":"2026-07-21T05:30:39.424508Z","end":"2026-07-21T05:30:39.816886Z","steps":["trace[1678452484] 'process raft request' (duration: 391.91171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.816945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:39.184941Z","time spent":"631.974594ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:39.816982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:39.42448Z","time spent":"392.458962ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:39.816949Z","caller":"traceutil/trace.go:171","msg":"trace[89799186] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"2.359832519s","start":"2026-07-21T05:30:37.457105Z","end":"2026-07-21T05:30:39.816938Z","steps":["trace[89799186] 'process raft request' (duration: 2.357031052s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.817066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.457092Z","time spent":"2.359948182s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:39.817111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023614879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-21T05:30:39.817145Z","caller":"traceutil/trace.go:171","msg":"trace[1205173476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3705; }","duration":"2.023693341s","start":"2026-07-21T05:30:37.793443Z","end":"2026-07-21T05:30:39.817136Z","steps":["trace[1205173476] 'agreement among raft nodes before linearized reading' (duration: 2.023545747s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.817175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.336919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:39.817214Z","caller":"traceutil/trace.go:171","msg":"trace[11916088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3705; }","duration":"353.41306ms","start":"2026-07-21T05:30:39.463785Z","end":"2026-07-21T05:30:39.817198Z","steps":["trace[11916088] 'agreement among raft nodes before linearized reading' (duration: 353.359709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.817241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:39.463761Z","time spent":"353.474342ms","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:39.817255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951330904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-07-21T05:30:39.81729Z","caller":"traceutil/trace.go:171","msg":"trace[415034743] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3705; }","duration":"1.951394334s","start":"2026-07-21T05:30:37.865881Z","end":"2026-07-21T05:30:39.817275Z","steps":["trace[415034743] 'agreement among raft nodes before linearized reading' (duration: 1.951315822s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.817285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.689274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-21T05:30:39.817317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.86586Z","time spent":"1.951450656s","remote":"127.0.0.1:45438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-07-21T05:30:39.817352Z","caller":"traceutil/trace.go:171","msg":"trace[2272670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3705; }","duration":"360.794177ms","start":"2026-07-21T05:30:39.456541Z","end":"2026-07-21T05:30:39.817335Z","steps":["trace[2272670] 'agreement among raft nodes before linearized reading' (duration: 360.625623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.817393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:39.456527Z","time spent":"360.858398ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:39.817478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.821371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-21T05:30:39.817178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:37.793419Z","time spent":"2.023749332s","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-21T05:30:39.81751Z","caller":"traceutil/trace.go:171","msg":"trace[488637218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3705; }","duration":"335.874932ms","start":"2026-07-21T05:30:39.481626Z","end":"2026-07-21T05:30:39.817501Z","steps":["trace[488637218] 'agreement among raft nodes before linearized reading' (duration: 335.761789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:39.817538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:39.481615Z","time spent":"335.916233ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-21T05:30:40.066965Z","caller":"traceutil/trace.go:171","msg":"trace[1924589959] linearizableReadLoop","detail":"{readStateIndex:3848; appliedIndex:3847; }","duration":"179.527808ms","start":"2026-07-21T05:30:39.887416Z","end":"2026-07-21T05:30:40.066943Z","steps":["trace[1924589959] 'read index received' (duration: 124.090674ms)","trace[1924589959] 'applied index is now lower than readState.Index' (duration: 55.436434ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:40.066994Z","caller":"traceutil/trace.go:171","msg":"trace[716904036] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"180.073681ms","start":"2026-07-21T05:30:39.886896Z","end":"2026-07-21T05:30:40.06697Z","steps":["trace[716904036] 'process raft request' (duration: 124.712289ms)","trace[716904036] 'compare' (duration: 55.236449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:30:40.067147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.456131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:40.06717Z","caller":"traceutil/trace.go:171","msg":"trace[857055154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3709; }","duration":"121.522602ms","start":"2026-07-21T05:30:39.945642Z","end":"2026-07-21T05:30:40.067165Z","steps":["trace[857055154] 'agreement among raft nodes before linearized reading' (duration: 121.40679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:40.067678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.246985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:30:40.067752Z","caller":"traceutil/trace.go:171","msg":"trace[1155587836] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3709; }","duration":"180.571222ms","start":"2026-07-21T05:30:39.887163Z","end":"2026-07-21T05:30:40.067734Z","steps":["trace[1155587836] 'agreement among raft nodes before linearized reading' (duration: 179.847965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.421216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447411,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-21T05:30:50.649421Z","caller":"traceutil/trace.go:171","msg":"trace[1736021968] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"759.341256ms","start":"2026-07-21T05:30:49.89005Z","end":"2026-07-21T05:30:50.649391Z","steps":["trace[1736021968] 'process raft request' (duration: 759.147691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.649942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.89004Z","time spent":"759.456288ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:50.661523Z","caller":"traceutil/trace.go:171","msg":"trace[442589208] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"720.60044ms","start":"2026-07-21T05:30:49.9409Z","end":"2026-07-21T05:30:50.661501Z","steps":["trace[442589208] 'process raft request' (duration: 720.459037ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:50.661734Z","caller":"traceutil/trace.go:171","msg":"trace[2004555354] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"715.17124ms","start":"2026-07-21T05:30:49.946488Z","end":"2026-07-21T05:30:50.661659Z","steps":["trace[2004555354] 'process raft request' (duration: 714.976275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.661788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.67927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:50.661835Z","caller":"traceutil/trace.go:171","msg":"trace[994222134] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3759; }","duration":"740.770342ms","start":"2026-07-21T05:30:49.921053Z","end":"2026-07-21T05:30:50.661823Z","steps":["trace[994222134] 'agreement among raft nodes before linearized reading' (duration: 740.69326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.661872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.92103Z","time spent":"740.834184ms","remote":"127.0.0.1:51514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:50.661938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.946468Z","time spent":"715.314624ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:50.661711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.940879Z","time spent":"720.712313ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:50.661658Z","caller":"traceutil/trace.go:171","msg":"trace[1430614958] linearizableReadLoop","detail":"{readStateIndex:3900; appliedIndex:3897; }","duration":"740.531136ms","start":"2026-07-21T05:30:49.921102Z","end":"2026-07-21T05:30:50.661633Z","steps":["trace[1430614958] 'read index received' (duration: 728.219292ms)","trace[1430614958] 'applied index is now lower than readState.Index' (duration: 12.282434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:30:50.662463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.488626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:30:50.662498Z","caller":"traceutil/trace.go:171","msg":"trace[370137853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3759; }","duration":"712.565838ms","start":"2026-07-21T05:30:49.949923Z","end":"2026-07-21T05:30:50.662489Z","steps":["trace[370137853] 'agreement among raft nodes before linearized reading' (duration: 712.414524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.662523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.949911Z","time spent":"712.606039ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:50.662547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.44214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-21T05:30:50.662548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.47012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-21T05:30:50.662552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.843883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-21T05:30:50.662586Z","caller":"traceutil/trace.go:171","msg":"trace[114619349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3759; }","duration":"708.495262ms","start":"2026-07-21T05:30:49.954079Z","end":"2026-07-21T05:30:50.662575Z","steps":["trace[114619349] 'agreement among raft nodes before linearized reading' (duration: 708.355438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.66258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.436862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-21T05:30:50.662616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.954074Z","time spent":"708.535682ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-21T05:30:50.662611Z","caller":"traceutil/trace.go:171","msg":"trace[756813774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3759; }","duration":"708.555753ms","start":"2026-07-21T05:30:49.954037Z","end":"2026-07-21T05:30:50.662593Z","steps":["trace[756813774] 'agreement among raft nodes before linearized reading' (duration: 708.376319ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:50.662619Z","caller":"traceutil/trace.go:171","msg":"trace[1358175554] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3759; }","duration":"709.969726ms","start":"2026-07-21T05:30:49.952631Z","end":"2026-07-21T05:30:50.6626Z","steps":["trace[1358175554] 'agreement among raft nodes before linearized reading' (duration: 709.807872ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:50.662629Z","caller":"traceutil/trace.go:171","msg":"trace[743733235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3759; }","duration":"477.505584ms","start":"2026-07-21T05:30:50.18511Z","end":"2026-07-21T05:30:50.662615Z","steps":["trace[743733235] 'agreement among raft nodes before linearized reading' (duration: 477.382952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.662636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.5563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:50.662659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.954026Z","time spent":"708.621384ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:30:50.662665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.952575Z","time spent":"710.082928ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:50.662669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.185099Z","time spent":"477.563156ms","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-21T05:30:50.662685Z","caller":"traceutil/trace.go:171","msg":"trace[64592574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3759; }","duration":"316.635992ms","start":"2026-07-21T05:30:50.346035Z","end":"2026-07-21T05:30:50.662671Z","steps":["trace[64592574] 'agreement among raft nodes before linearized reading' (duration: 316.56313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.662717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.346011Z","time spent":"316.699873ms","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T05:30:50.662762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.824019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T05:30:50.662818Z","caller":"traceutil/trace.go:171","msg":"trace[1933524535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3759; }","duration":"703.87749ms","start":"2026-07-21T05:30:49.958901Z","end":"2026-07-21T05:30:50.662778Z","steps":["trace[1933524535] 'agreement among raft nodes before linearized reading' (duration: 703.816799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.662841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.95889Z","time spent":"703.945212ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:50.663377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.345476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T05:30:50.663424Z","caller":"traceutil/trace.go:171","msg":"trace[2004187833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3759; }","duration":"705.422377ms","start":"2026-07-21T05:30:49.957991Z","end":"2026-07-21T05:30:50.663413Z","steps":["trace[2004187833] 'agreement among raft nodes before linearized reading' (duration: 704.368082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:50.66358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:49.957975Z","time spent":"705.591732ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:51.168099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:51.668222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:51.957031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.289430055s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:30:51.957333Z","caller":"traceutil/trace.go:171","msg":"trace[1647716019] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"1.289798704s","start":"2026-07-21T05:30:50.667511Z","end":"2026-07-21T05:30:51.957309Z","steps":["trace[1647716019] 'process raft request' (duration: 1.289656531s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:51.957474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.667488Z","time spent":"1.289909847s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:51.969957Z","caller":"traceutil/trace.go:171","msg":"trace[522702767] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"1.301879003s","start":"2026-07-21T05:30:50.668056Z","end":"2026-07-21T05:30:51.969935Z","steps":["trace[522702767] 'process raft request' (duration: 1.301713679s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:51.969986Z","caller":"traceutil/trace.go:171","msg":"trace[1692639640] linearizableReadLoop","detail":"{readStateIndex:3906; appliedIndex:3900; }","duration":"1.302175809s","start":"2026-07-21T05:30:50.667794Z","end":"2026-07-21T05:30:51.96997Z","steps":["trace[1692639640] 'read index received' (duration: 1.289491186s)","trace[1692639640] 'applied index is now lower than readState.Index' (duration: 12.683683ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:51.970017Z","caller":"traceutil/trace.go:171","msg":"trace[822953931] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"1.301888143s","start":"2026-07-21T05:30:50.668086Z","end":"2026-07-21T05:30:51.969974Z","steps":["trace[822953931] 'process raft request' (duration: 1.30175469s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:51.970064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.668041Z","time spent":"1.301959765s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:51.970088Z","caller":"traceutil/trace.go:171","msg":"trace[472294648] transaction","detail":"{read_only:false; response_revision:3763; number_of_response:1; }","duration":"1.301202887s","start":"2026-07-21T05:30:50.668869Z","end":"2026-07-21T05:30:51.970072Z","steps":["trace[472294648] 'process raft request' (duration: 1.301008202s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:51.970068Z","caller":"traceutil/trace.go:171","msg":"trace[350450583] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"1.300593972s","start":"2026-07-21T05:30:50.669463Z","end":"2026-07-21T05:30:51.970057Z","steps":["trace[350450583] 'process raft request' (duration: 1.30047595s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:51.970184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.668072Z","time spent":"1.302012216s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:51.970223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302418016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-21T05:30:51.970225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.511114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:51.970028Z","caller":"traceutil/trace.go:171","msg":"trace[1413825648] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"1.301094314s","start":"2026-07-21T05:30:50.668911Z","end":"2026-07-21T05:30:51.970005Z","steps":["trace[1413825648] 'process raft request' (duration: 1.300998942s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:51.970241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.669441Z","time spent":"1.300741706s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:51.970265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.986788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2888"} {"level":"info","ts":"2026-07-21T05:30:51.970273Z","caller":"traceutil/trace.go:171","msg":"trace[261471674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3765; }","duration":"518.562795ms","start":"2026-07-21T05:30:51.451697Z","end":"2026-07-21T05:30:51.97026Z","steps":["trace[261471674] 'agreement among raft nodes before linearized reading' (duration: 518.483743ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:51.970305Z","caller":"traceutil/trace.go:171","msg":"trace[999308262] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:3765; }","duration":"767.06883ms","start":"2026-07-21T05:30:51.203225Z","end":"2026-07-21T05:30:51.970294Z","steps":["trace[999308262] 'agreement among raft nodes before linearized reading' (duration: 766.897876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:51.970309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.451628Z","time spent":"518.670738ms","remote":"127.0.0.1:51208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:51.970333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:51.203202Z","time spent":"767.124231ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2911,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-07-21T05:30:51.970357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.668898Z","time spent":"1.301389191s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:51.970262Z","caller":"traceutil/trace.go:171","msg":"trace[1642770622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3765; }","duration":"1.302481817s","start":"2026-07-21T05:30:50.66777Z","end":"2026-07-21T05:30:51.970252Z","steps":["trace[1642770622] 'agreement among raft nodes before linearized reading' (duration: 1.302317843s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:51.970465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.667759Z","time spent":"1.302695512s","remote":"127.0.0.1:56932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T05:30:51.970629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:50.668861Z","time spent":"1.301259998s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:52.718847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:53.219986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:53.720883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:54.059681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993374398s","expected-duration":"1s"} {"level":"info","ts":"2026-07-21T05:30:54.060145Z","caller":"traceutil/trace.go:171","msg":"trace[529695939] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"1.993945913s","start":"2026-07-21T05:30:52.066175Z","end":"2026-07-21T05:30:54.06012Z","steps":["trace[529695939] 'process raft request' (duration: 1.993770829s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.060295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.066149Z","time spent":"1.994067196s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:54.346683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T05:30:54.346754Z","caller":"traceutil/trace.go:171","msg":"trace[909643098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641692s","start":"2026-07-21T05:30:52.346095Z","end":"2026-07-21T05:30:54.346737Z","steps":["trace[909643098] 'agreement among raft nodes before linearized reading' (duration: 2.000549789s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.346793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.346075Z","time spent":"2.000710943s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 05:30:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-21T05:30:54.399275Z","caller":"traceutil/trace.go:171","msg":"trace[1051616663] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"1.731431353s","start":"2026-07-21T05:30:52.667815Z","end":"2026-07-21T05:30:54.399247Z","steps":["trace[1051616663] 'process raft request' (duration: 1.730660924s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.399507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.667791Z","time spent":"1.731623877s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:54.399637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181050691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:54.399698Z","caller":"traceutil/trace.go:171","msg":"trace[1373329604] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3768; }","duration":"2.181153984s","start":"2026-07-21T05:30:52.21853Z","end":"2026-07-21T05:30:54.399684Z","steps":["trace[1373329604] 'agreement among raft nodes before linearized reading' (duration: 2.181033211s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.39977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.218509Z","time spent":"2.181245685s","remote":"127.0.0.1:51598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:30:54.399525Z","caller":"traceutil/trace.go:171","msg":"trace[1232369216] linearizableReadLoop","detail":"{readStateIndex:3909; appliedIndex:3906; }","duration":"2.180930588s","start":"2026-07-21T05:30:52.218573Z","end":"2026-07-21T05:30:54.399504Z","steps":["trace[1232369216] 'read index received' (duration: 1.841270366s)","trace[1232369216] 'applied index is now lower than readState.Index' (duration: 339.658882ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:54.400042Z","caller":"traceutil/trace.go:171","msg":"trace[252833380] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"1.730686225s","start":"2026-07-21T05:30:52.669339Z","end":"2026-07-21T05:30:54.400025Z","steps":["trace[252833380] 'process raft request' (duration: 1.729830833s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.913139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-21T05:30:54.400188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.669314Z","time spent":"1.730798557s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T05:30:54.400238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.897812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-21T05:30:54.400074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745280803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-21T05:30:54.400289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.907292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-21T05:30:54.400331Z","caller":"traceutil/trace.go:171","msg":"trace[734994656] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3768; }","duration":"1.74557613s","start":"2026-07-21T05:30:52.654736Z","end":"2026-07-21T05:30:54.400312Z","steps":["trace[734994656] 'agreement among raft nodes before linearized reading' (duration: 1.745212582s)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:54.400349Z","caller":"traceutil/trace.go:171","msg":"trace[1702005253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3768; }","duration":"425.986324ms","start":"2026-07-21T05:30:53.974349Z","end":"2026-07-21T05:30:54.400335Z","steps":["trace[1702005253] 'agreement among raft nodes before linearized reading' (duration: 425.644266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.974343Z","time spent":"426.034665ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:54.400384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.654708Z","time spent":"1.745662773s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:54.400386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.589055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-21T05:30:54.400387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.236836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:30:54.400431Z","caller":"traceutil/trace.go:171","msg":"trace[511907513] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3768; }","duration":"438.631386ms","start":"2026-07-21T05:30:53.961786Z","end":"2026-07-21T05:30:54.400418Z","steps":["trace[511907513] 'agreement among raft nodes before linearized reading' (duration: 438.523173ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:54.400203Z","caller":"traceutil/trace.go:171","msg":"trace[1154761933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3768; }","duration":"425.00374ms","start":"2026-07-21T05:30:53.975185Z","end":"2026-07-21T05:30:54.400188Z","steps":["trace[1154761933] 'agreement among raft nodes before linearized reading' (duration: 424.848567ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:54.400472Z","caller":"traceutil/trace.go:171","msg":"trace[808151211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3768; }","duration":"425.346179ms","start":"2026-07-21T05:30:53.975105Z","end":"2026-07-21T05:30:54.400451Z","steps":["trace[808151211] 'agreement among raft nodes before linearized reading' (duration: 425.122673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.961726Z","time spent":"438.735039ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:54.40052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.975095Z","time spent":"425.41681ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:54.40054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.044556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-21T05:30:54.40049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.975148Z","time spent":"425.332318ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:54.400618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.323893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:54.400626Z","caller":"traceutil/trace.go:171","msg":"trace[1408856594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3768; }","duration":"426.132988ms","start":"2026-07-21T05:30:53.974443Z","end":"2026-07-21T05:30:54.400576Z","steps":["trace[1408856594] 'agreement among raft nodes before linearized reading' (duration: 426.015865ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:54.400286Z","caller":"traceutil/trace.go:171","msg":"trace[1985450825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3768; }","duration":"425.969313ms","start":"2026-07-21T05:30:53.974302Z","end":"2026-07-21T05:30:54.400271Z","steps":["trace[1985450825] 'agreement among raft nodes before linearized reading' (duration: 425.801979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345111726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:54.400669Z","caller":"traceutil/trace.go:171","msg":"trace[773351898] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3768; }","duration":"975.450726ms","start":"2026-07-21T05:30:53.425205Z","end":"2026-07-21T05:30:54.400656Z","steps":["trace[773351898] 'agreement among raft nodes before linearized reading' (duration: 975.313953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.974408Z","time spent":"426.259071ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-21T05:30:54.400698Z","caller":"traceutil/trace.go:171","msg":"trace[1393979270] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3768; }","duration":"1.345167347s","start":"2026-07-21T05:30:53.05552Z","end":"2026-07-21T05:30:54.400688Z","steps":["trace[1393979270] 'agreement among raft nodes before linearized reading' (duration: 1.345128016s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.97429Z","time spent":"426.395073ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:54.400718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.425183Z","time spent":"975.521589ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:54.400731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.055504Z","time spent":"1.345219748s","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:54.400724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.853672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:54.400623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421531112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:54.400769Z","caller":"traceutil/trace.go:171","msg":"trace[835684025] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:0; response_revision:3768; }","duration":"832.933363ms","start":"2026-07-21T05:30:53.567825Z","end":"2026-07-21T05:30:54.400758Z","steps":["trace[835684025] 'agreement among raft nodes before linearized reading' (duration: 832.862231ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:54.400792Z","caller":"traceutil/trace.go:171","msg":"trace[670684256] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3768; }","duration":"1.421765566s","start":"2026-07-21T05:30:52.979013Z","end":"2026-07-21T05:30:54.400778Z","steps":["trace[670684256] 'agreement among raft nodes before linearized reading' (duration: 1.421543561s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:54.400806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:53.567807Z","time spent":"832.992775ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-07-21T05:30:54.400832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:52.978994Z","time spent":"1.421826728s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:55.389344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:55.890074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.390695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.89085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14031140024612447463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T05:30:56.95755Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.127454219s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T05:30:57.034261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10667193s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:57.034428Z","caller":"traceutil/trace.go:171","msg":"trace[951732220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3779; }","duration":"1.106850944s","start":"2026-07-21T05:30:55.927553Z","end":"2026-07-21T05:30:57.034404Z","steps":["trace[951732220] 'range keys from in-memory index tree' (duration: 1.106650289s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.034375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377394018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:57.036327Z","caller":"traceutil/trace.go:171","msg":"trace[1999980377] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3779; }","duration":"2.379372556s","start":"2026-07-21T05:30:54.656891Z","end":"2026-07-21T05:30:57.036264Z","steps":["trace[1999980377] 'count revisions from in-memory index tree' (duration: 2.377302366s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.036443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.656873Z","time spent":"2.379517669s","remote":"127.0.0.1:51104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:30:57.036513Z","caller":"traceutil/trace.go:171","msg":"trace[2094076471] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"2.206411735s","start":"2026-07-21T05:30:54.829981Z","end":"2026-07-21T05:30:57.036393Z","steps":["trace[2094076471] 'process raft request' (duration: 2.127993582s)","trace[2094076471] 'compare' (duration: 78.270569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:30:57.036711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.829954Z","time spent":"2.20665984s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:57.125082Z","caller":"traceutil/trace.go:171","msg":"trace[352827706] linearizableReadLoop","detail":"{readStateIndex:3925; appliedIndex:3921; }","duration":"2.235780007s","start":"2026-07-21T05:30:54.889277Z","end":"2026-07-21T05:30:57.125057Z","steps":["trace[352827706] 'read index received' (duration: 2.068533233s)","trace[352827706] 'applied index is now lower than readState.Index' (duration: 167.245484ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:30:57.125086Z","caller":"traceutil/trace.go:171","msg":"trace[1249146107] transaction","detail":"{read_only:false; response_revision:3781; number_of_response:1; }","duration":"716.045111ms","start":"2026-07-21T05:30:56.40901Z","end":"2026-07-21T05:30:57.125055Z","steps":["trace[1249146107] 'process raft request' (duration: 715.847976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016329865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:57.125371Z","caller":"traceutil/trace.go:171","msg":"trace[2145836898] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3782; }","duration":"2.016440148s","start":"2026-07-21T05:30:55.108917Z","end":"2026-07-21T05:30:57.125357Z","steps":["trace[2145836898] 'agreement among raft nodes before linearized reading' (duration: 2.016338045s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.108899Z","time spent":"2.016505419s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:57.125464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.126341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-21T05:30:57.125468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.40898Z","time spent":"716.332288ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:57.125524Z","caller":"traceutil/trace.go:171","msg":"trace[590759293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3782; }","duration":"705.223232ms","start":"2026-07-21T05:30:56.420286Z","end":"2026-07-21T05:30:57.12551Z","steps":["trace[590759293] 'agreement among raft nodes before linearized reading' (duration: 705.058659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.420276Z","time spent":"705.285325ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T05:30:57.125529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236239278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-21T05:30:57.125693Z","caller":"traceutil/trace.go:171","msg":"trace[1358469801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3782; }","duration":"2.236428172s","start":"2026-07-21T05:30:54.889248Z","end":"2026-07-21T05:30:57.125676Z","steps":["trace[1358469801] 'agreement among raft nodes before linearized reading' (duration: 2.23590258s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.499106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-21T05:30:57.125793Z","caller":"traceutil/trace.go:171","msg":"trace[339434929] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3782; }","duration":"704.556717ms","start":"2026-07-21T05:30:56.421225Z","end":"2026-07-21T05:30:57.125782Z","steps":["trace[339434929] 'agreement among raft nodes before linearized reading' (duration: 704.448944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.421211Z","time spent":"704.605159ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-21T05:30:57.125109Z","caller":"traceutil/trace.go:171","msg":"trace[655782275] transaction","detail":"{read_only:false; response_revision:3782; number_of_response:1; }","duration":"715.864957ms","start":"2026-07-21T05:30:56.409213Z","end":"2026-07-21T05:30:57.125078Z","steps":["trace[655782275] 'process raft request' (duration: 715.790136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.12589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.709782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T05:30:57.125947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.742962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-21T05:30:57.125966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624269222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:57.125984Z","caller":"traceutil/trace.go:171","msg":"trace[531157847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3782; }","duration":"704.799213ms","start":"2026-07-21T05:30:56.421173Z","end":"2026-07-21T05:30:57.125973Z","steps":["trace[531157847] 'agreement among raft nodes before linearized reading' (duration: 704.717141ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.126002Z","caller":"traceutil/trace.go:171","msg":"trace[676633653] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3782; }","duration":"1.624346074s","start":"2026-07-21T05:30:55.501644Z","end":"2026-07-21T05:30:57.12599Z","steps":["trace[676633653] 'agreement among raft nodes before linearized reading' (duration: 1.624283032s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.12602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.421163Z","time spent":"704.851584ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:57.126034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.501621Z","time spent":"1.624406336s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:57.12613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.5225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:30:57.126161Z","caller":"traceutil/trace.go:171","msg":"trace[601083730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3782; }","duration":"705.603782ms","start":"2026-07-21T05:30:56.42055Z","end":"2026-07-21T05:30:57.126153Z","steps":["trace[601083730] 'agreement among raft nodes before linearized reading' (duration: 705.52736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.12591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614270043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:57.126244Z","caller":"traceutil/trace.go:171","msg":"trace[1247695986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3782; }","duration":"1.614625372s","start":"2026-07-21T05:30:55.511608Z","end":"2026-07-21T05:30:57.126234Z","steps":["trace[1247695986] 'agreement among raft nodes before linearized reading' (duration: 1.614278903s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.342056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-21T05:30:57.126286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.511597Z","time spent":"1.614677682s","remote":"127.0.0.1:51266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-21T05:30:57.126296Z","caller":"traceutil/trace.go:171","msg":"trace[628430969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3782; }","duration":"706.014092ms","start":"2026-07-21T05:30:56.420269Z","end":"2026-07-21T05:30:57.126283Z","steps":["trace[628430969] 'agreement among raft nodes before linearized reading' (duration: 705.296525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.126344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.42025Z","time spent":"706.081153ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:57.125759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.574452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T05:30:57.125963Z","caller":"traceutil/trace.go:171","msg":"trace[1530418134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3782; }","duration":"501.819355ms","start":"2026-07-21T05:30:56.624121Z","end":"2026-07-21T05:30:57.12594Z","steps":["trace[1530418134] 'agreement among raft nodes before linearized reading' (duration: 501.726692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.125794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:54.889233Z","time spent":"2.236543995s","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:57.126452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.624097Z","time spent":"502.340396ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:57.125723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.033389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-21T05:30:57.126433Z","caller":"traceutil/trace.go:171","msg":"trace[16033286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3782; }","duration":"781.266218ms","start":"2026-07-21T05:30:56.345158Z","end":"2026-07-21T05:30:57.126424Z","steps":["trace[16033286] 'agreement among raft nodes before linearized reading' (duration: 780.582402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.126188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.420537Z","time spent":"705.645273ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T05:30:57.12656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.345146Z","time spent":"781.398502ms","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T05:30:57.126515Z","caller":"traceutil/trace.go:171","msg":"trace[2075990360] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3782; }","duration":"713.867399ms","start":"2026-07-21T05:30:56.412641Z","end":"2026-07-21T05:30:57.126508Z","steps":["trace[2075990360] 'agreement among raft nodes before linearized reading' (duration: 713.029929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.126627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.412617Z","time spent":"714.000572ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-21T05:30:57.125517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.337522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-21T05:30:57.125871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236657675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T05:30:57.126752Z","caller":"traceutil/trace.go:171","msg":"trace[2043144029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3782; }","duration":"700.575831ms","start":"2026-07-21T05:30:56.426143Z","end":"2026-07-21T05:30:57.126719Z","steps":["trace[2043144029] 'agreement among raft nodes before linearized reading' (duration: 699.213129ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.126818Z","caller":"traceutil/trace.go:171","msg":"trace[1535094432] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3782; }","duration":"1.237644908s","start":"2026-07-21T05:30:55.889164Z","end":"2026-07-21T05:30:57.126809Z","steps":["trace[1535094432] 'agreement among raft nodes before linearized reading' (duration: 1.236675065s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.126857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:55.889141Z","time spent":"1.237706569s","remote":"127.0.0.1:57214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-21T05:30:57.126888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.426132Z","time spent":"700.710965ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-21T05:30:57.125821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003753543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.61\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-21T05:30:57.127093Z","caller":"traceutil/trace.go:171","msg":"trace[28219019] range","detail":"{range_begin:/registry/masterleases/199.19.213.61; range_end:; response_count:1; response_revision:3782; }","duration":"1.005054313s","start":"2026-07-21T05:30:56.122023Z","end":"2026-07-21T05:30:57.127078Z","steps":["trace[28219019] 'agreement among raft nodes before linearized reading' (duration: 1.003753313s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:30:57.127245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.122002Z","time spent":"1.005143015s","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.61\" "} {"level":"warn","ts":"2026-07-21T05:30:57.127728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:30:56.409204Z","time spent":"716.714847ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:30:57.241969Z","caller":"traceutil/trace.go:171","msg":"trace[1922747874] linearizableReadLoop","detail":"{readStateIndex:3926; appliedIndex:3925; }","duration":"109.946206ms","start":"2026-07-21T05:30:57.131999Z","end":"2026-07-21T05:30:57.241945Z","steps":["trace[1922747874] 'read index received' (duration: 14.835225ms)","trace[1922747874] 'applied index is now lower than readState.Index' (duration: 95.109371ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:30:57.242192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.172031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-21T05:30:57.242277Z","caller":"traceutil/trace.go:171","msg":"trace[945476374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3782; }","duration":"110.243272ms","start":"2026-07-21T05:30:57.131978Z","end":"2026-07-21T05:30:57.242221Z","steps":["trace[945476374] 'agreement among raft nodes before linearized reading' (duration: 110.087469ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257229Z","caller":"traceutil/trace.go:171","msg":"trace[1133548823] transaction","detail":"{read_only:false; response_revision:3783; number_of_response:1; }","duration":"124.805461ms","start":"2026-07-21T05:30:57.132407Z","end":"2026-07-21T05:30:57.257212Z","steps":["trace[1133548823] 'process raft request' (duration: 124.609966ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257491Z","caller":"traceutil/trace.go:171","msg":"trace[847538541] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"125.017866ms","start":"2026-07-21T05:30:57.132457Z","end":"2026-07-21T05:30:57.257475Z","steps":["trace[847538541] 'process raft request' (duration: 124.715599ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257604Z","caller":"traceutil/trace.go:171","msg":"trace[1388709043] transaction","detail":"{read_only:false; response_revision:3786; number_of_response:1; }","duration":"125.061237ms","start":"2026-07-21T05:30:57.132533Z","end":"2026-07-21T05:30:57.257595Z","steps":["trace[1388709043] 'process raft request' (duration: 124.918133ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257586Z","caller":"traceutil/trace.go:171","msg":"trace[749887268] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"125.055407ms","start":"2026-07-21T05:30:57.132503Z","end":"2026-07-21T05:30:57.257559Z","steps":["trace[749887268] 'process raft request' (duration: 124.874883ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.25777Z","caller":"traceutil/trace.go:171","msg":"trace[1193567611] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"124.458273ms","start":"2026-07-21T05:30:57.133296Z","end":"2026-07-21T05:30:57.257754Z","steps":["trace[1193567611] 'process raft request' (duration: 124.36862ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257777Z","caller":"traceutil/trace.go:171","msg":"trace[1583271725] transaction","detail":"{read_only:false; response_revision:3787; number_of_response:1; }","duration":"124.584766ms","start":"2026-07-21T05:30:57.13317Z","end":"2026-07-21T05:30:57.257755Z","steps":["trace[1583271725] 'process raft request' (duration: 124.322799ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257842Z","caller":"traceutil/trace.go:171","msg":"trace[714247073] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"124.511934ms","start":"2026-07-21T05:30:57.133263Z","end":"2026-07-21T05:30:57.257775Z","steps":["trace[714247073] 'process raft request' (duration: 124.265978ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:30:57.257919Z","caller":"traceutil/trace.go:171","msg":"trace[1419658724] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"124.412001ms","start":"2026-07-21T05:30:57.133412Z","end":"2026-07-21T05:30:57.257824Z","steps":["trace[1419658724] 'process raft request' (duration: 124.296179ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:32:07.533786Z","caller":"traceutil/trace.go:171","msg":"trace[933441228] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"135.410074ms","start":"2026-07-21T05:32:07.398355Z","end":"2026-07-21T05:32:07.533765Z","steps":["trace[933441228] 'process raft request' (duration: 135.270031ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:32:07.538961Z","caller":"traceutil/trace.go:171","msg":"trace[802080169] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"140.375552ms","start":"2026-07-21T05:32:07.398575Z","end":"2026-07-21T05:32:07.538951Z","steps":["trace[802080169] 'process raft request' (duration: 140.183088ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:32:41.411531Z","caller":"traceutil/trace.go:171","msg":"trace[1135300502] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"142.396412ms","start":"2026-07-21T05:32:41.269098Z","end":"2026-07-21T05:32:41.411495Z","steps":["trace[1135300502] 'process raft request' (duration: 121.636745ms)","trace[1135300502] 'compare' (duration: 20.47426ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T05:32:42.002956Z","caller":"traceutil/trace.go:171","msg":"trace[907337992] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"344.236422ms","start":"2026-07-21T05:32:41.658698Z","end":"2026-07-21T05:32:42.002934Z","steps":["trace[907337992] 'process raft request' (duration: 344.067378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.003156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T05:32:41.658668Z","time spent":"344.363854ms","remote":"127.0.0.1:57012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T05:32:42.011325Z","caller":"traceutil/trace.go:171","msg":"trace[1903991874] linearizableReadLoop","detail":"{readStateIndex:5472; appliedIndex:5470; }","duration":"178.250487ms","start":"2026-07-21T05:32:41.83304Z","end":"2026-07-21T05:32:42.011291Z","steps":["trace[1903991874] 'read index received' (duration: 169.720113ms)","trace[1903991874] 'applied index is now lower than readState.Index' (duration: 8.529184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T05:32:42.011562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.504943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-21T05:32:42.011599Z","caller":"traceutil/trace.go:171","msg":"trace[1976828838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5280; }","duration":"178.597406ms","start":"2026-07-21T05:32:41.832991Z","end":"2026-07-21T05:32:42.011589Z","steps":["trace[1976828838] 'agreement among raft nodes before linearized reading' (duration: 178.445852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.011773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.408712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T05:32:42.011847Z","caller":"traceutil/trace.go:171","msg":"trace[417214735] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"293.284605ms","start":"2026-07-21T05:32:41.718142Z","end":"2026-07-21T05:32:42.011426Z","steps":["trace[417214735] 'process raft request' (duration: 293.049719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.011984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.105597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-21T05:32:42.012044Z","caller":"traceutil/trace.go:171","msg":"trace[128001518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5280; }","duration":"148.166428ms","start":"2026-07-21T05:32:41.863847Z","end":"2026-07-21T05:32:42.012013Z","steps":["trace[128001518] 'agreement among raft nodes before linearized reading' (duration: 148.055236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.012059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.696279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-21T05:32:42.016001Z","caller":"traceutil/trace.go:171","msg":"trace[1562338469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5280; }","duration":"159.645333ms","start":"2026-07-21T05:32:41.856334Z","end":"2026-07-21T05:32:42.015979Z","steps":["trace[1562338469] 'agreement among raft nodes before linearized reading' (duration: 155.628727ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:32:42.01192Z","caller":"traceutil/trace.go:171","msg":"trace[646669886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5280; }","duration":"173.576036ms","start":"2026-07-21T05:32:41.838315Z","end":"2026-07-21T05:32:42.011891Z","steps":["trace[646669886] 'agreement among raft nodes before linearized reading' (duration: 173.235368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.012366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.821601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T05:32:42.016257Z","caller":"traceutil/trace.go:171","msg":"trace[2138249624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5280; }","duration":"151.720063ms","start":"2026-07-21T05:32:41.864522Z","end":"2026-07-21T05:32:42.016242Z","steps":["trace[2138249624] 'agreement among raft nodes before linearized reading' (duration: 147.782149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.01263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.514329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T05:32:42.016367Z","caller":"traceutil/trace.go:171","msg":"trace[1541364115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5280; }","duration":"163.262538ms","start":"2026-07-21T05:32:41.853091Z","end":"2026-07-21T05:32:42.016354Z","steps":["trace[1541364115] 'agreement among raft nodes before linearized reading' (duration: 159.463657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T05:32:42.012692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.161842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-21T05:32:42.0165Z","caller":"traceutil/trace.go:171","msg":"trace[754746608] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5280; }","duration":"165.977023ms","start":"2026-07-21T05:32:41.850506Z","end":"2026-07-21T05:32:42.016483Z","steps":["trace[754746608] 'agreement among raft nodes before linearized reading' (duration: 162.151062ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T05:33:12.399604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2875} {"level":"info","ts":"2026-07-21T05:33:12.468902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2875,"took":"67.673336ms","hash":865055816,"current-db-size-bytes":54267904,"current-db-size":"54 MB","current-db-size-in-use-bytes":29425664,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-21T05:33:12.468986Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":865055816,"revision":2875,"compact-revision":-1}