{"level":"warn","ts":"2026-08-19T09:01:20.116253Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-19T09:01:20.116356Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-19T09:01:20.116435Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-19T09:01:20.11645Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-08-19T09:01:20.116473Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-19T09:01:20.117163Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-08-19T09:01:20.117241Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-19T09:01:20.130933Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"13.483564ms"} {"level":"info","ts":"2026-08-19T09:01:20.173984Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-08-19T09:01:20.174242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-08-19T09:01:20.174469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-08-19T09:01:20.174575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-19T09:01:20.174712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-08-19T09:01:20.174855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-08-19T09:01:20.191115Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-19T09:01:20.193936Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-19T09:01:20.196879Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-19T09:01:20.199099Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-19T09:01:20.199281Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T09:01:20.199367Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-19T09:01:20.199865Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T09:01:20.200342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-19T09:01:20.200794Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-08-19T09:01:20.20097Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-08-19T09:01:20.205094Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-19T09:01:20.20538Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-19T09:01:20.205423Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-19T09:01:20.205474Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-08-19T09:01:20.205513Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-08-19T09:01:20.475928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-08-19T09:01:20.476001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-08-19T09:01:20.476042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-08-19T09:01:20.476071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-08-19T09:01:20.476093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-08-19T09:01:20.476116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-08-19T09:01:20.476134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-08-19T09:01:20.478408Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T09:01:20.479685Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-19T09:01:20.479687Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-08-19T09:01:20.479972Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-19T09:01:20.480034Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-19T09:01:20.480082Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-19T09:01:20.48375Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-19T09:01:20.484327Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T09:01:20.48448Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T09:01:20.484525Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-19T09:01:20.485026Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"warn","ts":"2026-08-19T09:01:23.299622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.574343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-19T09:01:23.29977Z","caller":"traceutil/trace.go:171","msg":"trace[826663647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:120; }","duration":"115.808791ms","start":"2026-08-19T09:01:23.183943Z","end":"2026-08-19T09:01:23.299751Z","steps":["trace[826663647] 'range keys from in-memory index tree' (duration: 115.483241ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:01:23.305776Z","caller":"traceutil/trace.go:171","msg":"trace[262997244] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"121.117888ms","start":"2026-08-19T09:01:23.184581Z","end":"2026-08-19T09:01:23.305699Z","steps":["trace[262997244] 'process raft request' (duration: 120.928101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:01:44.424303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131809513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:01:44.424432Z","caller":"traceutil/trace.go:171","msg":"trace[2099780421] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"1.532320215s","start":"2026-08-19T09:01:42.892092Z","end":"2026-08-19T09:01:44.424412Z","steps":["trace[2099780421] 'read index received' (duration: 399.814658ms)","trace[2099780421] 'applied index is now lower than readState.Index' (duration: 1.132503347s)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:01:44.424515Z","caller":"traceutil/trace.go:171","msg":"trace[1230761720] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"1.691475599s","start":"2026-08-19T09:01:42.733028Z","end":"2026-08-19T09:01:44.424503Z","steps":["trace[1230761720] 'process raft request' (duration: 558.884539ms)","trace[1230761720] 'compare' (duration: 1.131553564s)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:01:44.424573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:42.732999Z","time spent":"1.691539691s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:01:44.424922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532819111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:01:44.424994Z","caller":"traceutil/trace.go:171","msg":"trace[16577887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"1.532933916s","start":"2026-08-19T09:01:42.892043Z","end":"2026-08-19T09:01:44.424977Z","steps":["trace[16577887] 'agreement among raft nodes before linearized reading' (duration: 1.532799541s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:01:44.425028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:42.892021Z","time spent":"1.533000877s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-19T09:01:44.59523Z","caller":"traceutil/trace.go:171","msg":"trace[1611247845] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"159.891517ms","start":"2026-08-19T09:01:44.435316Z","end":"2026-08-19T09:01:44.595207Z","steps":["trace[1611247845] 'process raft request' (duration: 148.902937ms)","trace[1611247845] 'compare' (duration: 10.882106ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:01:44.842698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.138892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:01:44.842828Z","caller":"traceutil/trace.go:171","msg":"trace[983110729] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:446; }","duration":"157.326018ms","start":"2026-08-19T09:01:44.685486Z","end":"2026-08-19T09:01:44.842812Z","steps":["trace[983110729] 'read index received' (duration: 10.915376ms)","trace[983110729] 'applied index is now lower than readState.Index' (duration: 146.409682ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:01:44.842892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.411982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-19T09:01:44.842874Z","caller":"traceutil/trace.go:171","msg":"trace[2095329578] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"181.934047ms","start":"2026-08-19T09:01:44.660902Z","end":"2026-08-19T09:01:44.842836Z","steps":["trace[2095329578] 'process raft request' (duration: 35.561326ms)","trace[2095329578] 'compare' (duration: 146.032519ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:01:44.842928Z","caller":"traceutil/trace.go:171","msg":"trace[718253106] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:431; }","duration":"157.488394ms","start":"2026-08-19T09:01:44.685429Z","end":"2026-08-19T09:01:44.842917Z","steps":["trace[718253106] 'agreement among raft nodes before linearized reading' (duration: 157.426792ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:01:46.695965Z","caller":"traceutil/trace.go:171","msg":"trace[1893576216] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"101.939537ms","start":"2026-08-19T09:01:46.594006Z","end":"2026-08-19T09:01:46.695946Z","steps":["trace[1893576216] 'process raft request' (duration: 88.15529ms)","trace[1893576216] 'compare' (duration: 13.671043ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:01:55.185587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769490218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:01:55.404683Z","caller":"traceutil/trace.go:171","msg":"trace[1351673767] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"800.318717ms","start":"2026-08-19T09:01:54.604329Z","end":"2026-08-19T09:01:55.404648Z","steps":["trace[1351673767] 'process raft request' (duration: 800.09769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:01:55.404909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:54.60432Z","time spent":"800.475112ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:01:55.540916Z","caller":"traceutil/trace.go:171","msg":"trace[361603597] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:496; }","duration":"855.535396ms","start":"2026-08-19T09:01:54.685359Z","end":"2026-08-19T09:01:55.540894Z","steps":["trace[361603597] 'read index received' (duration: 719.068914ms)","trace[361603597] 'applied index is now lower than readState.Index' (duration: 136.465712ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:01:55.541052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.331639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-19T09:01:55.541081Z","caller":"traceutil/trace.go:171","msg":"trace[725581885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:480; }","duration":"753.410892ms","start":"2026-08-19T09:01:54.787656Z","end":"2026-08-19T09:01:55.541067Z","steps":["trace[725581885] 'agreement among raft nodes before linearized reading' (duration: 753.346579ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:01:55.541052Z","caller":"traceutil/trace.go:171","msg":"trace[1511047983] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"934.898373ms","start":"2026-08-19T09:01:54.606115Z","end":"2026-08-19T09:01:55.541013Z","steps":["trace[1511047983] 'process raft request' (duration: 856.939781ms)","trace[1511047983] 'compare' (duration: 77.718693ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:01:55.541158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.168573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:01:55.541175Z","caller":"traceutil/trace.go:171","msg":"trace[2001137297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:480; }","duration":"557.187504ms","start":"2026-08-19T09:01:54.983982Z","end":"2026-08-19T09:01:55.54117Z","steps":["trace[2001137297] 'agreement among raft nodes before linearized reading' (duration: 557.147103ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:01:55.54119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:54.983923Z","time spent":"557.263727ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:01:55.541204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:54.606093Z","time spent":"935.039968ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:01:55.541125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.736463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-19T09:01:55.541265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.65293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:01:55.541281Z","caller":"traceutil/trace.go:171","msg":"trace[897840410] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:480; }","duration":"855.94145ms","start":"2026-08-19T09:01:54.685317Z","end":"2026-08-19T09:01:55.541258Z","steps":["trace[897840410] 'agreement among raft nodes before linearized reading' (duration: 855.680801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:01:55.541106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:54.787635Z","time spent":"753.465024ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-19T09:01:55.541325Z","caller":"traceutil/trace.go:171","msg":"trace[491330445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:480; }","duration":"709.739254ms","start":"2026-08-19T09:01:54.831568Z","end":"2026-08-19T09:01:55.541308Z","steps":["trace[491330445] 'agreement among raft nodes before linearized reading' (duration: 709.6451ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:01:55.541343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:54.685302Z","time spent":"856.026514ms","remote":"127.0.0.1:41640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-08-19T09:01:55.541355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:01:54.831551Z","time spent":"709.797706ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:01:55.760079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.645688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:01:55.760194Z","caller":"traceutil/trace.go:171","msg":"trace[374377656] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"168.160693ms","start":"2026-08-19T09:01:55.592012Z","end":"2026-08-19T09:01:55.760173Z","steps":["trace[374377656] 'process raft request' (duration: 51.331988ms)","trace[374377656] 'compare' (duration: 116.497484ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:01.203514Z","caller":"traceutil/trace.go:171","msg":"trace[292448253] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"134.228278ms","start":"2026-08-19T09:02:01.069258Z","end":"2026-08-19T09:02:01.203486Z","steps":["trace[292448253] 'process raft request' (duration: 124.817565ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:01.210546Z","caller":"traceutil/trace.go:171","msg":"trace[1033379042] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"103.359148ms","start":"2026-08-19T09:02:01.107173Z","end":"2026-08-19T09:02:01.210533Z","steps":["trace[1033379042] 'process raft request' (duration: 103.286696ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:01.919624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.288504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-19T09:02:01.919665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.99845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:02:01.91975Z","caller":"traceutil/trace.go:171","msg":"trace[1802283162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:603; }","duration":"300.141706ms","start":"2026-08-19T09:02:01.619589Z","end":"2026-08-19T09:02:01.919731Z","steps":["trace[1802283162] 'range keys from in-memory index tree' (duration: 299.895747ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:01.919793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:01.619566Z","time spent":"300.218038ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-19T09:02:01.919697Z","caller":"traceutil/trace.go:171","msg":"trace[1878073845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"295.381737ms","start":"2026-08-19T09:02:01.624302Z","end":"2026-08-19T09:02:01.919684Z","steps":["trace[1878073845] 'range keys from in-memory index tree' (duration: 295.230871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:01.919856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.558164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-19T09:02:01.919902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.214019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-08-19T09:02:01.919922Z","caller":"traceutil/trace.go:171","msg":"trace[1822178884] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:603; }","duration":"323.258111ms","start":"2026-08-19T09:02:01.596658Z","end":"2026-08-19T09:02:01.919916Z","steps":["trace[1822178884] 'range keys from in-memory index tree' (duration: 323.083035ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:01.919918Z","caller":"traceutil/trace.go:171","msg":"trace[826628260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"295.654947ms","start":"2026-08-19T09:02:01.624249Z","end":"2026-08-19T09:02:01.919904Z","steps":["trace[826628260] 'range keys from in-memory index tree' (duration: 295.446499ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:01.919946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:01.596644Z","time spent":"323.296563ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":65459,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-08-19T09:02:03.669444Z","caller":"traceutil/trace.go:171","msg":"trace[2061049706] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"152.238117ms","start":"2026-08-19T09:02:03.51718Z","end":"2026-08-19T09:02:03.669418Z","steps":["trace[2061049706] 'process raft request' (duration: 152.04372ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:05.069975Z","caller":"traceutil/trace.go:171","msg":"trace[256731564] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"106.92867ms","start":"2026-08-19T09:02:04.963027Z","end":"2026-08-19T09:02:05.069955Z","steps":["trace[256731564] 'process raft request' (duration: 105.483518ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:06.516044Z","caller":"traceutil/trace.go:171","msg":"trace[465373089] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"105.383481ms","start":"2026-08-19T09:02:06.410523Z","end":"2026-08-19T09:02:06.515906Z","steps":["trace[465373089] 'read index received' (duration: 35.028633ms)","trace[465373089] 'applied index is now lower than readState.Index' (duration: 70.353698ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:06.516173Z","caller":"traceutil/trace.go:171","msg":"trace[611384108] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"389.143345ms","start":"2026-08-19T09:02:06.127009Z","end":"2026-08-19T09:02:06.516152Z","steps":["trace[611384108] 'process raft request' (duration: 318.620061ms)","trace[611384108] 'compare' (duration: 70.13518ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:02:06.516251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.716713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:02:06.516294Z","caller":"traceutil/trace.go:171","msg":"trace[624861971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"105.797886ms","start":"2026-08-19T09:02:06.410482Z","end":"2026-08-19T09:02:06.51628Z","steps":["trace[624861971] 'agreement among raft nodes before linearized reading' (duration: 105.653991ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:06.516295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:06.126986Z","time spent":"389.250589ms","remote":"127.0.0.1:41820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:02:10.456614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.916088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-19T09:02:10.456702Z","caller":"traceutil/trace.go:171","msg":"trace[1011087727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"271.052242ms","start":"2026-08-19T09:02:10.18563Z","end":"2026-08-19T09:02:10.456683Z","steps":["trace[1011087727] 'range keys from in-memory index tree' (duration: 270.829514ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:10.456711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.833989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-19T09:02:10.4568Z","caller":"traceutil/trace.go:171","msg":"trace[504421057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"292.987644ms","start":"2026-08-19T09:02:10.163793Z","end":"2026-08-19T09:02:10.456781Z","steps":["trace[504421057] 'range keys from in-memory index tree' (duration: 292.704825ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:10.456808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.00233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-19T09:02:10.456889Z","caller":"traceutil/trace.go:171","msg":"trace[1645607808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:644; }","duration":"271.120835ms","start":"2026-08-19T09:02:10.185743Z","end":"2026-08-19T09:02:10.456863Z","steps":["trace[1645607808] 'range keys from in-memory index tree' (duration: 270.864516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:10.457077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.730912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:02:10.457411Z","caller":"traceutil/trace.go:171","msg":"trace[1223064053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"762.099715ms","start":"2026-08-19T09:02:09.69529Z","end":"2026-08-19T09:02:10.45739Z","steps":["trace[1223064053] 'range keys from in-memory index tree' (duration: 761.117321ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:10.457648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:09.695268Z","time spent":"762.360635ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:02:11.112995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.261455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-19T09:02:12.109406Z","caller":"traceutil/trace.go:171","msg":"trace[1158867518] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"584.735528ms","start":"2026-08-19T09:02:11.524212Z","end":"2026-08-19T09:02:12.108948Z","steps":["trace[1158867518] 'process raft request' (duration: 584.559561ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:12.109548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:11.524184Z","time spent":"585.289417ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:02:14.148962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.677287691s","expected-duration":"1s"} {"level":"info","ts":"2026-08-19T09:02:14.149397Z","caller":"traceutil/trace.go:171","msg":"trace[627699209] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.677764878s","start":"2026-08-19T09:02:12.471609Z","end":"2026-08-19T09:02:14.149374Z","steps":["trace[627699209] 'process raft request' (duration: 1.677559781s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:14.149539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:12.471601Z","time spent":"1.677868301s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:02:15.502634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.756563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:02:15.502818Z","caller":"traceutil/trace.go:171","msg":"trace[1763170799] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"3.029783815s","start":"2026-08-19T09:02:12.473021Z","end":"2026-08-19T09:02:15.502805Z","steps":["trace[1763170799] 'process raft request' (duration: 3.029683751s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:15.502875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:12.473004Z","time spent":"3.029845137s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:02:15.502967Z","caller":"traceutil/trace.go:171","msg":"trace[710437771] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:679; }","duration":"1.092080406s","start":"2026-08-19T09:02:14.410839Z","end":"2026-08-19T09:02:15.502919Z","steps":["trace[710437771] 'read index received' (duration: 115.872967ms)","trace[710437771] 'applied index is now lower than readState.Index' (duration: 976.205199ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:15.503027Z","caller":"traceutil/trace.go:171","msg":"trace[815869000] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"3.030490911s","start":"2026-08-19T09:02:12.472515Z","end":"2026-08-19T09:02:15.503005Z","steps":["trace[815869000] 'process raft request' (duration: 2.054292793s)","trace[815869000] 'compare' (duration: 975.489723ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:02:15.503091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:12.472508Z","time spent":"3.030556793s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:02:15.503144Z","caller":"traceutil/trace.go:171","msg":"trace[1626604868] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"3.028468099s","start":"2026-08-19T09:02:12.474642Z","end":"2026-08-19T09:02:15.50311Z","steps":["trace[1626604868] 'process raft request' (duration: 3.028130997s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:15.503222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092393507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:02:15.503253Z","caller":"traceutil/trace.go:171","msg":"trace[1613546532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:656; }","duration":"1.092464139s","start":"2026-08-19T09:02:14.410781Z","end":"2026-08-19T09:02:15.503245Z","steps":["trace[1613546532] 'agreement among raft nodes before linearized reading' (duration: 1.092421988s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:15.503274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:14.410734Z","time spent":"1.092535542s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:02:15.503223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.787813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-19T09:02:15.503322Z","caller":"traceutil/trace.go:171","msg":"trace[1883376287] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:656; }","duration":"816.920689ms","start":"2026-08-19T09:02:14.686392Z","end":"2026-08-19T09:02:15.503313Z","steps":["trace[1883376287] 'agreement among raft nodes before linearized reading' (duration: 816.735682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:15.503296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:12.474634Z","time spent":"3.028544011s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:02:15.503373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:14.686372Z","time spent":"816.97245ms","remote":"127.0.0.1:41640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-08-19T09:02:20.931793Z","caller":"traceutil/trace.go:171","msg":"trace[1384468824] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"182.63959ms","start":"2026-08-19T09:02:20.749121Z","end":"2026-08-19T09:02:20.931761Z","steps":["trace[1384468824] 'process raft request' (duration: 182.254176ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:33.486152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769490947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:02:33.6368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389032648s","expected-duration":"1s"} {"level":"info","ts":"2026-08-19T09:02:33.63741Z","caller":"traceutil/trace.go:171","msg":"trace[331260874] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"1.389734114s","start":"2026-08-19T09:02:32.247653Z","end":"2026-08-19T09:02:33.637387Z","steps":["trace[331260874] 'process raft request' (duration: 1.389588418s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:33.63762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:32.247567Z","time spent":"1.389892539s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:02:33.646375Z","caller":"traceutil/trace.go:171","msg":"trace[986504114] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:848; }","duration":"660.617732ms","start":"2026-08-19T09:02:32.985743Z","end":"2026-08-19T09:02:33.646361Z","steps":["trace[986504114] 'read index received' (duration: 651.455328ms)","trace[986504114] 'applied index is now lower than readState.Index' (duration: 9.161624ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:33.646526Z","caller":"traceutil/trace.go:171","msg":"trace[1874796540] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"1.016007776s","start":"2026-08-19T09:02:32.630495Z","end":"2026-08-19T09:02:33.646502Z","steps":["trace[1874796540] 'process raft request' (duration: 1.015794508s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:33.646663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:32.630467Z","time spent":"1.01612392s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:02:33.646699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.662952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:02:33.646802Z","caller":"traceutil/trace.go:171","msg":"trace[1599508914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"235.791737ms","start":"2026-08-19T09:02:33.410954Z","end":"2026-08-19T09:02:33.646746Z","steps":["trace[1599508914] 'agreement among raft nodes before linearized reading' (duration: 235.672382ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:33.64687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.093401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:02:33.646935Z","caller":"traceutil/trace.go:171","msg":"trace[1370627868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:818; }","duration":"107.203475ms","start":"2026-08-19T09:02:33.539713Z","end":"2026-08-19T09:02:33.646917Z","steps":["trace[1370627868] 'agreement among raft nodes before linearized reading' (duration: 106.978997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:33.647471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.267205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:02:33.647522Z","caller":"traceutil/trace.go:171","msg":"trace[27821310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"661.818935ms","start":"2026-08-19T09:02:32.985691Z","end":"2026-08-19T09:02:33.647509Z","steps":["trace[27821310] 'agreement among raft nodes before linearized reading' (duration: 660.793318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:33.647595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:32.985668Z","time spent":"661.916759ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T09:02:38.804071Z","caller":"traceutil/trace.go:171","msg":"trace[1019589928] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"155.960145ms","start":"2026-08-19T09:02:38.648064Z","end":"2026-08-19T09:02:38.804024Z","steps":["trace[1019589928] 'process raft request' (duration: 155.8129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:38.955721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.184855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:02:38.955965Z","caller":"traceutil/trace.go:171","msg":"trace[355032436] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"146.316274ms","start":"2026-08-19T09:02:38.809608Z","end":"2026-08-19T09:02:38.955924Z","steps":["trace[355032436] 'process raft request' (duration: 43.826167ms)","trace[355032436] 'compare' (duration: 102.02384ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:38.956009Z","caller":"traceutil/trace.go:171","msg":"trace[1371216521] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"146.368255ms","start":"2026-08-19T09:02:38.809608Z","end":"2026-08-19T09:02:38.955976Z","steps":["trace[1371216521] 'process raft request' (duration: 146.260171ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:39.330251Z","caller":"traceutil/trace.go:171","msg":"trace[1173340377] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"315.293481ms","start":"2026-08-19T09:02:39.01493Z","end":"2026-08-19T09:02:39.330223Z","steps":["trace[1173340377] 'process raft request' (duration: 233.746416ms)","trace[1173340377] 'compare' (duration: 81.409649ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:02:39.330431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:02:39.01491Z","time spent":"315.442536ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:02:39.941886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.203149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-19T09:02:45.940564Z","caller":"traceutil/trace.go:171","msg":"trace[492173854] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"102.694128ms","start":"2026-08-19T09:02:45.837843Z","end":"2026-08-19T09:02:45.940537Z","steps":["trace[492173854] 'process raft request' (duration: 102.516912ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:47.2556Z","caller":"traceutil/trace.go:171","msg":"trace[1099384037] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"139.141799ms","start":"2026-08-19T09:02:47.116436Z","end":"2026-08-19T09:02:47.255577Z","steps":["trace[1099384037] 'process raft request' (duration: 139.021875ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:48.413392Z","caller":"traceutil/trace.go:171","msg":"trace[608460395] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"146.748211ms","start":"2026-08-19T09:02:48.266616Z","end":"2026-08-19T09:02:48.413364Z","steps":["trace[608460395] 'process raft request' (duration: 146.554804ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:48.874214Z","caller":"traceutil/trace.go:171","msg":"trace[2066613700] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"182.19572ms","start":"2026-08-19T09:02:48.692001Z","end":"2026-08-19T09:02:48.874196Z","steps":["trace[2066613700] 'process raft request' (duration: 182.095197ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:50.008498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.870286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-19T09:02:52.035949Z","caller":"traceutil/trace.go:171","msg":"trace[960924387] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1034; }","duration":"190.655532ms","start":"2026-08-19T09:02:51.845278Z","end":"2026-08-19T09:02:52.035933Z","steps":["trace[960924387] 'read index received' (duration: 190.559008ms)","trace[960924387] 'applied index is now lower than readState.Index' (duration: 95.844µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:52.03599Z","caller":"traceutil/trace.go:171","msg":"trace[451264983] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"226.197117ms","start":"2026-08-19T09:02:51.809767Z","end":"2026-08-19T09:02:52.035964Z","steps":["trace[451264983] 'process raft request' (duration: 226.068652ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:52.036136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.855009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:02:52.036179Z","caller":"traceutil/trace.go:171","msg":"trace[1880465232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"190.938182ms","start":"2026-08-19T09:02:51.845233Z","end":"2026-08-19T09:02:52.036171Z","steps":["trace[1880465232] 'agreement among raft nodes before linearized reading' (duration: 190.796987ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:02:52.246121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.708278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:02:52.246333Z","caller":"traceutil/trace.go:171","msg":"trace[643814386] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"205.552292ms","start":"2026-08-19T09:02:52.040742Z","end":"2026-08-19T09:02:52.246294Z","steps":["trace[643814386] 'process raft request' (duration: 85.576004ms)","trace[643814386] 'compare' (duration: 119.596054ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:02:52.246723Z","caller":"traceutil/trace.go:171","msg":"trace[52369425] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"205.793841ms","start":"2026-08-19T09:02:52.040905Z","end":"2026-08-19T09:02:52.246699Z","steps":["trace[52369425] 'process raft request' (duration: 205.307283ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:52.246815Z","caller":"traceutil/trace.go:171","msg":"trace[1945370978] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"205.424177ms","start":"2026-08-19T09:02:52.041361Z","end":"2026-08-19T09:02:52.246785Z","steps":["trace[1945370978] 'process raft request' (duration: 205.221009ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:52.247327Z","caller":"traceutil/trace.go:171","msg":"trace[1951448387] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"205.298233ms","start":"2026-08-19T09:02:52.042002Z","end":"2026-08-19T09:02:52.247301Z","steps":["trace[1951448387] 'process raft request' (duration: 204.695091ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:02:56.874198Z","caller":"traceutil/trace.go:171","msg":"trace[1210808011] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"112.694038ms","start":"2026-08-19T09:02:56.761483Z","end":"2026-08-19T09:02:56.874177Z","steps":["trace[1210808011] 'process raft request' (duration: 112.562673ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:04.793646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.530765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-19T09:03:04.793776Z","caller":"traceutil/trace.go:171","msg":"trace[132011445] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1222; }","duration":"103.745112ms","start":"2026-08-19T09:03:04.689995Z","end":"2026-08-19T09:03:04.79374Z","steps":["trace[132011445] 'range keys from in-memory index tree' (duration: 103.076028ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:05.912164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769491665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:03:06.412866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769491665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:03:06.572675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.791557162s","expected-duration":"1s"} {"level":"info","ts":"2026-08-19T09:03:06.572975Z","caller":"traceutil/trace.go:171","msg":"trace[413066139] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"1.791927975s","start":"2026-08-19T09:03:04.781021Z","end":"2026-08-19T09:03:06.572949Z","steps":["trace[413066139] 'process raft request' (duration: 1.79179913s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:06.573109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:04.781002Z","time spent":"1.792022479s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:06.670653Z","caller":"traceutil/trace.go:171","msg":"trace[1954921774] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1262; }","duration":"1.259373541s","start":"2026-08-19T09:03:05.41125Z","end":"2026-08-19T09:03:06.670624Z","steps":["trace[1954921774] 'read index received' (duration: 1.161559514s)","trace[1954921774] 'applied index is now lower than readState.Index' (duration: 97.812386ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:03:06.670658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:04.795163Z","time spent":"1.875488856s","remote":"127.0.0.1:41640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-19T09:03:06.670843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259564137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:03:06.670888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233337398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:03:06.670926Z","caller":"traceutil/trace.go:171","msg":"trace[1452705225] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1223; }","duration":"1.233427971s","start":"2026-08-19T09:03:05.437487Z","end":"2026-08-19T09:03:06.670915Z","steps":["trace[1452705225] 'agreement among raft nodes before linearized reading' (duration: 1.233307877s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:06.670923Z","caller":"traceutil/trace.go:171","msg":"trace[152500769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1223; }","duration":"1.259690392s","start":"2026-08-19T09:03:05.411212Z","end":"2026-08-19T09:03:06.670903Z","steps":["trace[152500769] 'agreement among raft nodes before linearized reading' (duration: 1.259522866s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:06.670957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:05.437447Z","time spent":"1.233501443s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":64,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:03:06.670972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:05.411193Z","time spent":"1.259770655s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:03:06.671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.842376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:03:06.67105Z","caller":"traceutil/trace.go:171","msg":"trace[1022828943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1223; }","duration":"345.914268ms","start":"2026-08-19T09:03:06.325122Z","end":"2026-08-19T09:03:06.671037Z","steps":["trace[1022828943] 'agreement among raft nodes before linearized reading' (duration: 345.71547ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:06.671085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:06.325111Z","time spent":"345.96606ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:03:06.671075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.957621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-19T09:03:06.671129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.730831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:03:06.671144Z","caller":"traceutil/trace.go:171","msg":"trace[90543960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1223; }","duration":"352.063795ms","start":"2026-08-19T09:03:06.319064Z","end":"2026-08-19T09:03:06.671128Z","steps":["trace[90543960] 'agreement among raft nodes before linearized reading' (duration: 351.872458ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:06.671183Z","caller":"traceutil/trace.go:171","msg":"trace[384255990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1223; }","duration":"345.801793ms","start":"2026-08-19T09:03:06.325368Z","end":"2026-08-19T09:03:06.671169Z","steps":["trace[384255990] 'agreement among raft nodes before linearized reading' (duration: 345.653868ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:06.671194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:06.319049Z","time spent":"352.128688ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:03:06.671223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:06.325361Z","time spent":"345.851336ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:03:06.671227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.946605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-19T09:03:06.671274Z","caller":"traceutil/trace.go:171","msg":"trace[1356703008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1223; }","duration":"529.024038ms","start":"2026-08-19T09:03:06.142234Z","end":"2026-08-19T09:03:06.671259Z","steps":["trace[1356703008] 'agreement among raft nodes before linearized reading' (duration: 528.867562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:06.671304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:06.142214Z","time spent":"529.08331ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:03:06.671411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.840362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:03:06.671574Z","caller":"traceutil/trace.go:171","msg":"trace[268345772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1223; }","duration":"347.054431ms","start":"2026-08-19T09:03:06.324459Z","end":"2026-08-19T09:03:06.671514Z","steps":["trace[268345772] 'agreement among raft nodes before linearized reading' (duration: 346.618055ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:06.671665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:06.324442Z","time spent":"347.179485ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-19T09:03:10.237702Z","caller":"traceutil/trace.go:171","msg":"trace[1183729317] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"118.038561ms","start":"2026-08-19T09:03:10.119632Z","end":"2026-08-19T09:03:10.23767Z","steps":["trace[1183729317] 'process raft request' (duration: 88.511288ms)","trace[1183729317] 'compare' (duration: 29.348436ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:17.483022Z","caller":"traceutil/trace.go:171","msg":"trace[940468105] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"101.370694ms","start":"2026-08-19T09:03:17.381565Z","end":"2026-08-19T09:03:17.482936Z","steps":["trace[940468105] 'process raft request' (duration: 69.885044ms)","trace[940468105] 'compare' (duration: 30.96041ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:18.144484Z","caller":"traceutil/trace.go:171","msg":"trace[195600414] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"128.518842ms","start":"2026-08-19T09:03:18.015933Z","end":"2026-08-19T09:03:18.144452Z","steps":["trace[195600414] 'process raft request' (duration: 51.823163ms)","trace[195600414] 'compare' (duration: 76.517742ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:03:21.332132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.899438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:03:21.332285Z","caller":"traceutil/trace.go:171","msg":"trace[1136429271] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1400; }","duration":"430.345953ms","start":"2026-08-19T09:03:20.901906Z","end":"2026-08-19T09:03:21.332252Z","steps":["trace[1136429271] 'read index received' (duration: 92.237377ms)","trace[1136429271] 'applied index is now lower than readState.Index' (duration: 338.107156ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:21.332324Z","caller":"traceutil/trace.go:171","msg":"trace[2062826186] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"432.178812ms","start":"2026-08-19T09:03:20.900112Z","end":"2026-08-19T09:03:21.332291Z","steps":["trace[2062826186] 'process raft request' (duration: 94.020614ms)","trace[2062826186] 'compare' (duration: 337.773234ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:03:21.332439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:20.900072Z","time spent":"432.304106ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:03:21.3325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.582462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:03:21.33255Z","caller":"traceutil/trace.go:171","msg":"trace[1290141055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1354; }","duration":"430.643974ms","start":"2026-08-19T09:03:20.901893Z","end":"2026-08-19T09:03:21.332537Z","steps":["trace[1290141055] 'agreement among raft nodes before linearized reading' (duration: 430.484228ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:21.332587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:20.901886Z","time spent":"430.692527ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:03:21.332626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.625554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:03:21.332655Z","caller":"traceutil/trace.go:171","msg":"trace[379090112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1354; }","duration":"430.691926ms","start":"2026-08-19T09:03:20.901955Z","end":"2026-08-19T09:03:21.332647Z","steps":["trace[379090112] 'agreement among raft nodes before linearized reading' (duration: 430.583702ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:21.332681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:20.901929Z","time spent":"430.746348ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:03:21.332883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.772983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:03:21.332989Z","caller":"traceutil/trace.go:171","msg":"trace[1472512766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1354; }","duration":"429.986161ms","start":"2026-08-19T09:03:20.902978Z","end":"2026-08-19T09:03:21.332964Z","steps":["trace[1472512766] 'agreement among raft nodes before linearized reading' (duration: 429.610197ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:21.333069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:20.902954Z","time spent":"430.098784ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:03:21.568659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.14361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:03:21.568835Z","caller":"traceutil/trace.go:171","msg":"trace[395518228] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"231.66635ms","start":"2026-08-19T09:03:21.337144Z","end":"2026-08-19T09:03:21.56881Z","steps":["trace[395518228] 'process raft request' (duration: 116.157417ms)","trace[395518228] 'compare' (duration: 114.712234ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:21.569228Z","caller":"traceutil/trace.go:171","msg":"trace[440310611] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"231.854207ms","start":"2026-08-19T09:03:21.33735Z","end":"2026-08-19T09:03:21.569205Z","steps":["trace[440310611] 'process raft request' (duration: 231.440372ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:21.569486Z","caller":"traceutil/trace.go:171","msg":"trace[832487481] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1401; }","duration":"147.19228ms","start":"2026-08-19T09:03:21.422175Z","end":"2026-08-19T09:03:21.569367Z","steps":["trace[832487481] 'read index received' (duration: 31.140047ms)","trace[832487481] 'applied index is now lower than readState.Index' (duration: 116.051353ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:21.569603Z","caller":"traceutil/trace.go:171","msg":"trace[1901860430] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"230.145723ms","start":"2026-08-19T09:03:21.339447Z","end":"2026-08-19T09:03:21.569592Z","steps":["trace[1901860430] 'process raft request' (duration: 229.633714ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:21.569605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.405527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:03:21.570001Z","caller":"traceutil/trace.go:171","msg":"trace[1056948698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1357; }","duration":"147.819204ms","start":"2026-08-19T09:03:21.422139Z","end":"2026-08-19T09:03:21.569958Z","steps":["trace[1056948698] 'agreement among raft nodes before linearized reading' (duration: 147.388027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:24.592709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.589547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:03:24.593074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.460047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:03:24.593168Z","caller":"traceutil/trace.go:171","msg":"trace[47233678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1368; }","duration":"182.062169ms","start":"2026-08-19T09:03:24.411052Z","end":"2026-08-19T09:03:24.593114Z","steps":["trace[47233678] 'range keys from in-memory index tree' (duration: 181.516447ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:24.593183Z","caller":"traceutil/trace.go:171","msg":"trace[1449419513] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1368; }","duration":"214.611067ms","start":"2026-08-19T09:03:24.378533Z","end":"2026-08-19T09:03:24.593144Z","steps":["trace[1449419513] 'count revisions from in-memory index tree' (duration: 214.357777ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:30.582476Z","caller":"traceutil/trace.go:171","msg":"trace[1773484689] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"408.989132ms","start":"2026-08-19T09:03:30.173392Z","end":"2026-08-19T09:03:30.582381Z","steps":["trace[1773484689] 'read index received' (duration: 408.71187ms)","trace[1773484689] 'applied index is now lower than readState.Index' (duration: 276.172µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:30.582559Z","caller":"traceutil/trace.go:171","msg":"trace[1613446939] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"690.307764ms","start":"2026-08-19T09:03:29.892195Z","end":"2026-08-19T09:03:30.582503Z","steps":["trace[1613446939] 'process raft request' (duration: 689.995873ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:30.582679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.254743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:03:30.58274Z","caller":"traceutil/trace.go:171","msg":"trace[603727769] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1491; }","duration":"409.382893ms","start":"2026-08-19T09:03:30.17334Z","end":"2026-08-19T09:03:30.582723Z","steps":["trace[603727769] 'agreement among raft nodes before linearized reading' (duration: 409.241783ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:30.582818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:30.173323Z","time spent":"409.483415ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:03:30.582825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.472281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:03:30.582845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:29.892173Z","time spent":"690.501525ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:30.582874Z","caller":"traceutil/trace.go:171","msg":"trace[1499559989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1491; }","duration":"171.560661ms","start":"2026-08-19T09:03:30.411302Z","end":"2026-08-19T09:03:30.582863Z","steps":["trace[1499559989] 'agreement among raft nodes before linearized reading' (duration: 171.480961ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:48.196739Z","caller":"traceutil/trace.go:171","msg":"trace[1066792869] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1858; }","duration":"242.899815ms","start":"2026-08-19T09:03:47.953819Z","end":"2026-08-19T09:03:48.196719Z","steps":["trace[1066792869] 'read index received' (duration: 242.719843ms)","trace[1066792869] 'applied index is now lower than readState.Index' (duration: 179.312µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:03:48.196958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.124647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-rhwsx\" ","response":"range_response_count:1 size:7308"} {"level":"info","ts":"2026-08-19T09:03:48.196991Z","caller":"traceutil/trace.go:171","msg":"trace[1509800969] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-rhwsx; range_end:; response_count:1; response_revision:1785; }","duration":"243.223398ms","start":"2026-08-19T09:03:47.953759Z","end":"2026-08-19T09:03:48.196982Z","steps":["trace[1509800969] 'agreement among raft nodes before linearized reading' (duration: 243.053027ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:48.197257Z","caller":"traceutil/trace.go:171","msg":"trace[600742336] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"289.919337ms","start":"2026-08-19T09:03:47.907329Z","end":"2026-08-19T09:03:48.197248Z","steps":["trace[600742336] 'process raft request' (duration: 289.265701ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:48.903237Z","caller":"traceutil/trace.go:171","msg":"trace[73003482] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"101.318708ms","start":"2026-08-19T09:03:48.801892Z","end":"2026-08-19T09:03:48.903211Z","steps":["trace[73003482] 'process raft request' (duration: 101.165607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:56.186474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.633717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:03:56.186593Z","caller":"traceutil/trace.go:171","msg":"trace[1562633068] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1894; }","duration":"764.801869ms","start":"2026-08-19T09:03:55.421773Z","end":"2026-08-19T09:03:56.186575Z","steps":["trace[1562633068] 'count revisions from in-memory index tree' (duration: 764.556527ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:56.186643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.421752Z","time spent":"764.87401ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:03:56.186734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.505931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-19T09:03:56.186818Z","caller":"traceutil/trace.go:171","msg":"trace[1500124017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1894; }","duration":"699.634132ms","start":"2026-08-19T09:03:55.487166Z","end":"2026-08-19T09:03:56.1868Z","steps":["trace[1500124017] 'range keys from in-memory index tree' (duration: 699.31622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:56.186852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.48714Z","time spent":"699.701654ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-19T09:03:56.306087Z","caller":"traceutil/trace.go:171","msg":"trace[1763202186] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"493.432969ms","start":"2026-08-19T09:03:55.812628Z","end":"2026-08-19T09:03:56.306061Z","steps":["trace[1763202186] 'read index received' (duration: 493.258577ms)","trace[1763202186] 'applied index is now lower than readState.Index' (duration: 172.832µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:56.306218Z","caller":"traceutil/trace.go:171","msg":"trace[1070680585] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"505.57907ms","start":"2026-08-19T09:03:55.800621Z","end":"2026-08-19T09:03:56.3062Z","steps":["trace[1070680585] 'process raft request' (duration: 505.268697ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:56.306501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.800595Z","time spent":"505.66215ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:03:56.306522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.869625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:03:56.306591Z","caller":"traceutil/trace.go:171","msg":"trace[1620041976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"493.964516ms","start":"2026-08-19T09:03:55.812607Z","end":"2026-08-19T09:03:56.306572Z","steps":["trace[1620041976] 'agreement among raft nodes before linearized reading' (duration: 493.750702ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:56.306641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.8126Z","time spent":"494.031367ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:03:58.33479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881963303s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-19T09:03:58.408285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-19T09:03:58.408376Z","caller":"traceutil/trace.go:171","msg":"trace[1218913557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339626s","start":"2026-08-19T09:03:56.408022Z","end":"2026-08-19T09:03:58.408361Z","steps":["trace[1218913557] 'agreement among raft nodes before linearized reading' (duration: 2.000201975s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.408417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:56.408006Z","time spent":"2.000402227s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:03:58.556268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.252754ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:03:58.556406Z","caller":"traceutil/trace.go:171","msg":"trace[964836936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1895; }","duration":"864.417716ms","start":"2026-08-19T09:03:57.691968Z","end":"2026-08-19T09:03:58.556386Z","steps":["trace[964836936] 'range keys from in-memory index tree' (duration: 864.237344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.556827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103989418s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:03:58.557024Z","caller":"traceutil/trace.go:171","msg":"trace[1717504281] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1971; }","duration":"2.250848156s","start":"2026-08-19T09:03:56.306159Z","end":"2026-08-19T09:03:58.557007Z","steps":["trace[1717504281] 'read index received' (duration: 146.638845ms)","trace[1717504281] 'applied index is now lower than readState.Index' (duration: 2.104208281s)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:58.5571Z","caller":"traceutil/trace.go:171","msg":"trace[392367329] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"2.365978566s","start":"2026-08-19T09:03:56.19111Z","end":"2026-08-19T09:03:58.557089Z","steps":["trace[392367329] 'process raft request' (duration: 261.556924ms)","trace[392367329] 'compare' (duration: 2.103689874s)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:03:58.557158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:56.19108Z","time spent":"2.366045598s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:58.557379Z","caller":"traceutil/trace.go:171","msg":"trace[1518379264] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"2.246320176s","start":"2026-08-19T09:03:56.311048Z","end":"2026-08-19T09:03:58.557368Z","steps":["trace[1518379264] 'process raft request' (duration: 2.245882911s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.557444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:56.311027Z","time spent":"2.246385706s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:03:58.55785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668355903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-08-19T09:03:58.557959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695427853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:03:58.558005Z","caller":"traceutil/trace.go:171","msg":"trace[1746269687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"2.695495293s","start":"2026-08-19T09:03:55.862496Z","end":"2026-08-19T09:03:58.557991Z","steps":["trace[1746269687] 'agreement among raft nodes before linearized reading' (duration: 2.694831216s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.558042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.862491Z","time spent":"2.695543464s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-19T09:03:58.558132Z","caller":"traceutil/trace.go:171","msg":"trace[648920246] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8; range_end:; response_count:1; response_revision:1897; }","duration":"2.668493145s","start":"2026-08-19T09:03:55.889455Z","end":"2026-08-19T09:03:58.557949Z","steps":["trace[648920246] 'agreement among raft nodes before linearized reading' (duration: 2.667843608s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.558364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69611743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:03:58.558399Z","caller":"traceutil/trace.go:171","msg":"trace[1305605185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1897; }","duration":"2.696174721s","start":"2026-08-19T09:03:55.862213Z","end":"2026-08-19T09:03:58.558387Z","steps":["trace[1305605185] 'agreement among raft nodes before linearized reading' (duration: 2.695120369s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.558431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.862198Z","time spent":"2.696225481s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:03:58.557851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422752305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-08-19T09:03:58.558508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584212864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-08-19T09:03:58.558541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.545975203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-19T09:03:58.558548Z","caller":"traceutil/trace.go:171","msg":"trace[771393265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"2.584252514s","start":"2026-08-19T09:03:55.974283Z","end":"2026-08-19T09:03:58.558535Z","steps":["trace[771393265] 'agreement among raft nodes before linearized reading' (duration: 2.583007981s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:58.558553Z","caller":"traceutil/trace.go:171","msg":"trace[1535041587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1897; }","duration":"2.423465182s","start":"2026-08-19T09:03:56.135044Z","end":"2026-08-19T09:03:58.558509Z","steps":["trace[1535041587] 'agreement among raft nodes before linearized reading' (duration: 2.422222418s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:58.558583Z","caller":"traceutil/trace.go:171","msg":"trace[300095862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8; range_end:; response_count:1; response_revision:1897; }","duration":"2.546050684s","start":"2026-08-19T09:03:56.01252Z","end":"2026-08-19T09:03:58.558571Z","steps":["trace[300095862] 'agreement among raft nodes before linearized reading' (duration: 2.54476125s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.558584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.974225Z","time spent":"2.584352136s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:03:58.558618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:56.012498Z","time spent":"2.546114104s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" "} {"level":"warn","ts":"2026-08-19T09:03:58.558661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:56.135015Z","time spent":"2.423602633s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-19T09:03:58.557859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694775746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-19T09:03:58.558835Z","caller":"traceutil/trace.go:171","msg":"trace[1008022018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1897; }","duration":"2.695752137s","start":"2026-08-19T09:03:55.86307Z","end":"2026-08-19T09:03:58.558822Z","steps":["trace[1008022018] 'agreement among raft nodes before linearized reading' (duration: 2.69424989s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.558879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.863055Z","time spent":"2.695813708s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:03:58.559152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.889444Z","time spent":"2.6689343s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" "} {"level":"warn","ts":"2026-08-19T09:03:58.558291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705223958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:03:58.559301Z","caller":"traceutil/trace.go:171","msg":"trace[357347721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"2.70625415s","start":"2026-08-19T09:03:55.853036Z","end":"2026-08-19T09:03:58.55929Z","steps":["trace[357347721] 'agreement among raft nodes before linearized reading' (duration: 2.704303087s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.559598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:55.853022Z","time spent":"2.706542422s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-19T09:03:58.614826Z","caller":"traceutil/trace.go:171","msg":"trace[1692431176] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.683190464s","start":"2026-08-19T09:03:56.931612Z","end":"2026-08-19T09:03:58.614802Z","steps":["trace[1692431176] 'process raft request' (duration: 1.68291326s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.614966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:56.931585Z","time spent":"1.683310225s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:58.615607Z","caller":"traceutil/trace.go:171","msg":"trace[2088697969] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.538818311s","start":"2026-08-19T09:03:57.076769Z","end":"2026-08-19T09:03:58.615587Z","steps":["trace[2088697969] 'process raft request' (duration: 1.53788563s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.615733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:57.07675Z","time spent":"1.538917933s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:58.615779Z","caller":"traceutil/trace.go:171","msg":"trace[1756346233] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"303.694803ms","start":"2026-08-19T09:03:58.312069Z","end":"2026-08-19T09:03:58.615763Z","steps":["trace[1756346233] 'process raft request' (duration: 303.4621ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.615867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.312048Z","time spent":"303.776553ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:03:58.616346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.176388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:03:58.616344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382707287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-19T09:03:58.616408Z","caller":"traceutil/trace.go:171","msg":"trace[1163217916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"207.281658ms","start":"2026-08-19T09:03:58.409109Z","end":"2026-08-19T09:03:58.616391Z","steps":["trace[1163217916] 'agreement among raft nodes before linearized reading' (duration: 207.183037ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:58.616426Z","caller":"traceutil/trace.go:171","msg":"trace[2145162191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1901; }","duration":"1.382824268s","start":"2026-08-19T09:03:57.233579Z","end":"2026-08-19T09:03:58.616403Z","steps":["trace[2145162191] 'agreement among raft nodes before linearized reading' (duration: 1.382602385s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.616491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:57.233561Z","time spent":"1.382918188s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-19T09:03:58.61656Z","caller":"traceutil/trace.go:171","msg":"trace[1262862417] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"285.504818ms","start":"2026-08-19T09:03:58.331035Z","end":"2026-08-19T09:03:58.61654Z","steps":["trace[1262862417] 'process raft request' (duration: 284.660619ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.616772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.961814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-19T09:03:58.618012Z","caller":"traceutil/trace.go:171","msg":"trace[340539383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1901; }","duration":"320.442101ms","start":"2026-08-19T09:03:58.297547Z","end":"2026-08-19T09:03:58.617989Z","steps":["trace[340539383] 'agreement among raft nodes before linearized reading' (duration: 318.820562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:58.618103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.297531Z","time spent":"320.513881ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-19T09:03:59.125068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493026,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:03:59.400007Z","caller":"traceutil/trace.go:171","msg":"trace[1140324062] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"837.003904ms","start":"2026-08-19T09:03:58.562979Z","end":"2026-08-19T09:03:59.399982Z","steps":["trace[1140324062] 'process raft request' (duration: 836.823202ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.400268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.562964Z","time spent":"837.211027ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.40039Z","caller":"traceutil/trace.go:171","msg":"trace[1935974973] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"837.183436ms","start":"2026-08-19T09:03:58.563162Z","end":"2026-08-19T09:03:59.400345Z","steps":["trace[1935974973] 'process raft request' (duration: 836.778021ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:59.400395Z","caller":"traceutil/trace.go:171","msg":"trace[271399468] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"837.109155ms","start":"2026-08-19T09:03:58.563259Z","end":"2026-08-19T09:03:59.400368Z","steps":["trace[271399468] 'process raft request' (duration: 836.955944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.40053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.563157Z","time spent":"837.299288ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:03:59.400538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.563254Z","time spent":"837.212596ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.400818Z","caller":"traceutil/trace.go:171","msg":"trace[1832798091] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"837.46079ms","start":"2026-08-19T09:03:58.563339Z","end":"2026-08-19T09:03:59.400799Z","steps":["trace[1832798091] 'process raft request' (duration: 836.997295ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.400937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.563314Z","time spent":"837.582771ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.40084Z","caller":"traceutil/trace.go:171","msg":"trace[6337394] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"834.511726ms","start":"2026-08-19T09:03:58.566308Z","end":"2026-08-19T09:03:59.40082Z","steps":["trace[6337394] 'process raft request' (duration: 834.430005ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.40115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.5663Z","time spent":"834.751029ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.768926Z","caller":"traceutil/trace.go:171","msg":"trace[590538133] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1977; }","duration":"1.144131081s","start":"2026-08-19T09:03:58.624773Z","end":"2026-08-19T09:03:59.768904Z","steps":["trace[590538133] 'read index received' (duration: 775.150059ms)","trace[590538133] 'applied index is now lower than readState.Index' (duration: 368.980082ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:03:59.768959Z","caller":"traceutil/trace.go:171","msg":"trace[1236913145] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.144332753s","start":"2026-08-19T09:03:58.624592Z","end":"2026-08-19T09:03:59.768925Z","steps":["trace[1236913145] 'process raft request' (duration: 1.144157641s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:59.769048Z","caller":"traceutil/trace.go:171","msg":"trace[1836674404] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.124431491s","start":"2026-08-19T09:03:58.644606Z","end":"2026-08-19T09:03:59.769037Z","steps":["trace[1836674404] 'process raft request' (duration: 1.124179217s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.769158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.644589Z","time spent":"1.124485461s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.769183Z","caller":"traceutil/trace.go:171","msg":"trace[915386987] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.144794299s","start":"2026-08-19T09:03:58.624363Z","end":"2026-08-19T09:03:59.769157Z","steps":["trace[915386987] 'process raft request' (duration: 1.144333843s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:03:59.769236Z","caller":"traceutil/trace.go:171","msg":"trace[491074312] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.148162276s","start":"2026-08-19T09:03:58.621042Z","end":"2026-08-19T09:03:59.769204Z","steps":["trace[491074312] 'process raft request' (duration: 1.147532609s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.769307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144530295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:03:59.769363Z","caller":"traceutil/trace.go:171","msg":"trace[391768317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"1.144607407s","start":"2026-08-19T09:03:58.624743Z","end":"2026-08-19T09:03:59.76935Z","steps":["trace[391768317] 'agreement among raft nodes before linearized reading' (duration: 1.144513746s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.769397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.624734Z","time spent":"1.144656388s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:03:59.769399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.621014Z","time spent":"1.148276537s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-19T09:03:59.769598Z","caller":"traceutil/trace.go:171","msg":"trace[1646327805] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"956.521464ms","start":"2026-08-19T09:03:58.813059Z","end":"2026-08-19T09:03:59.76958Z","steps":["trace[1646327805] 'process raft request' (duration: 955.772784ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.769678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.81304Z","time spent":"956.599174ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:03:59.769709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.945208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-08-19T09:03:59.769785Z","caller":"traceutil/trace.go:171","msg":"trace[1656925724] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8; range_end:; response_count:1; response_revision:1911; }","duration":"204.046039ms","start":"2026-08-19T09:03:59.565726Z","end":"2026-08-19T09:03:59.769772Z","steps":["trace[1656925724] 'agreement among raft nodes before linearized reading' (duration: 203.845017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.769959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.322153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-08-19T09:03:59.769401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.624348Z","time spent":"1.14492332s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.770023Z","caller":"traceutil/trace.go:171","msg":"trace[813749281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1911; }","duration":"204.433143ms","start":"2026-08-19T09:03:59.565573Z","end":"2026-08-19T09:03:59.770006Z","steps":["trace[813749281] 'agreement among raft nodes before linearized reading' (duration: 204.074419ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.769687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.36597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-08-19T09:03:59.77041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:58.624578Z","time spent":"1.144450835s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:03:59.77033Z","caller":"traceutil/trace.go:171","msg":"trace[339292289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1911; }","duration":"606.050547ms","start":"2026-08-19T09:03:59.164265Z","end":"2026-08-19T09:03:59.770316Z","steps":["trace[339292289] 'agreement among raft nodes before linearized reading' (duration: 605.093546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.770729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:59.164246Z","time spent":"606.466191ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:03:59.770689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.300067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-08-19T09:03:59.773913Z","caller":"traceutil/trace.go:171","msg":"trace[385048307] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8; range_end:; response_count:1; response_revision:1911; }","duration":"366.548123ms","start":"2026-08-19T09:03:59.407344Z","end":"2026-08-19T09:03:59.773892Z","steps":["trace[385048307] 'agreement among raft nodes before linearized reading' (duration: 362.919652ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:03:59.77411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:59.407328Z","time spent":"366.752446ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" "} {"level":"warn","ts":"2026-08-19T09:04:00.840119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.669512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:00.840216Z","caller":"traceutil/trace.go:171","msg":"trace[980053598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"980.813623ms","start":"2026-08-19T09:03:59.859378Z","end":"2026-08-19T09:04:00.840192Z","steps":["trace[980053598] 'range keys from in-memory index tree' (duration: 980.49579ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.840272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:03:59.859367Z","time spent":"980.891274ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-19T09:04:00.92243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.290416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-19T09:04:00.922634Z","caller":"traceutil/trace.go:171","msg":"trace[1394459281] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"362.128547ms","start":"2026-08-19T09:04:00.560481Z","end":"2026-08-19T09:04:00.92261Z","steps":["trace[1394459281] 'read index received' (duration: 20.659569ms)","trace[1394459281] 'applied index is now lower than readState.Index' (duration: 341.466278ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:00.922679Z","caller":"traceutil/trace.go:171","msg":"trace[1792456374] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"298.642221ms","start":"2026-08-19T09:04:00.624017Z","end":"2026-08-19T09:04:00.922659Z","steps":["trace[1792456374] 'process raft request' (duration: 298.515889ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.92298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.488611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-19T09:04:00.923055Z","caller":"traceutil/trace.go:171","msg":"trace[667492221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"362.598714ms","start":"2026-08-19T09:04:00.56044Z","end":"2026-08-19T09:04:00.923039Z","steps":["trace[667492221] 'agreement among raft nodes before linearized reading' (duration: 362.269469ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.9231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:00.560424Z","time spent":"362.668555ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-19T09:04:00.92666Z","caller":"traceutil/trace.go:171","msg":"trace[450629592] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"302.527617ms","start":"2026-08-19T09:04:00.624119Z","end":"2026-08-19T09:04:00.926647Z","steps":["trace[450629592] 'process raft request' (duration: 302.357405ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.926743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.929972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:04:00.926816Z","caller":"traceutil/trace.go:171","msg":"trace[97731313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1916; }","duration":"360.102264ms","start":"2026-08-19T09:04:00.566703Z","end":"2026-08-19T09:04:00.926805Z","steps":["trace[97731313] 'agreement among raft nodes before linearized reading' (duration: 359.936642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.926815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:00.624086Z","time spent":"302.612357ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:00.926847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:00.566682Z","time spent":"360.158155ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:00.926974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.579689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:00.926995Z","caller":"traceutil/trace.go:171","msg":"trace[2011616214] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"296.341955ms","start":"2026-08-19T09:04:00.630644Z","end":"2026-08-19T09:04:00.926986Z","steps":["trace[2011616214] 'process raft request' (duration: 295.935221ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:00.927007Z","caller":"traceutil/trace.go:171","msg":"trace[360545635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"146.64462ms","start":"2026-08-19T09:04:00.780354Z","end":"2026-08-19T09:04:00.926999Z","steps":["trace[360545635] 'agreement among raft nodes before linearized reading' (duration: 146.556319ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.927148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.741213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:00.927172Z","caller":"traceutil/trace.go:171","msg":"trace[481592232] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1916; }","duration":"248.798993ms","start":"2026-08-19T09:04:00.678368Z","end":"2026-08-19T09:04:00.927167Z","steps":["trace[481592232] 'agreement among raft nodes before linearized reading' (duration: 248.755013ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:00.927132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.325221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-08-19T09:04:00.927267Z","caller":"traceutil/trace.go:171","msg":"trace[1059403444] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8; range_end:; response_count:1; response_revision:1916; }","duration":"149.510712ms","start":"2026-08-19T09:04:00.777738Z","end":"2026-08-19T09:04:00.927249Z","steps":["trace[1059403444] 'agreement among raft nodes before linearized reading' (duration: 149.189439ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:09.285815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.891595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:09.286066Z","caller":"traceutil/trace.go:171","msg":"trace[1440882230] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"185.444195ms","start":"2026-08-19T09:04:09.1006Z","end":"2026-08-19T09:04:09.286044Z","steps":["trace[1440882230] 'process raft request' (duration: 185.352894ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:09.28609Z","caller":"traceutil/trace.go:171","msg":"trace[1038676521] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"249.062001ms","start":"2026-08-19T09:04:09.036888Z","end":"2026-08-19T09:04:09.28595Z","steps":["trace[1038676521] 'process raft request' (duration: 83.907482ms)","trace[1038676521] 'compare' (duration: 164.394149ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:09.286322Z","caller":"traceutil/trace.go:171","msg":"trace[318350054] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2075; }","duration":"233.838851ms","start":"2026-08-19T09:04:09.052469Z","end":"2026-08-19T09:04:09.286308Z","steps":["trace[318350054] 'read index received' (duration: 68.342078ms)","trace[318350054] 'applied index is now lower than readState.Index' (duration: 165.495143ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:09.286631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.118945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:09.286721Z","caller":"traceutil/trace.go:171","msg":"trace[530949572] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1998; }","duration":"234.259466ms","start":"2026-08-19T09:04:09.052441Z","end":"2026-08-19T09:04:09.2867Z","steps":["trace[530949572] 'agreement among raft nodes before linearized reading' (duration: 234.028613ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:09.286752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.741117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-08-19T09:04:09.286859Z","caller":"traceutil/trace.go:171","msg":"trace[797664994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1998; }","duration":"188.89826ms","start":"2026-08-19T09:04:09.09794Z","end":"2026-08-19T09:04:09.286839Z","steps":["trace[797664994] 'agreement among raft nodes before linearized reading' (duration: 188.611536ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:09.810826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.033135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:04:09.810905Z","caller":"traceutil/trace.go:171","msg":"trace[1241133139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1999; }","duration":"315.154327ms","start":"2026-08-19T09:04:09.495727Z","end":"2026-08-19T09:04:09.810882Z","steps":["trace[1241133139] 'range keys from in-memory index tree' (duration: 314.827383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:09.810914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.32148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-19T09:04:09.81091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.332486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:04:09.810836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.941979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-19T09:04:09.810955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:09.495706Z","time spent":"315.240338ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-19T09:04:09.810962Z","caller":"traceutil/trace.go:171","msg":"trace[1403718092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1999; }","duration":"363.39268ms","start":"2026-08-19T09:04:09.447556Z","end":"2026-08-19T09:04:09.810949Z","steps":["trace[1403718092] 'range keys from in-memory index tree' (duration: 363.218578ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:09.81097Z","caller":"traceutil/trace.go:171","msg":"trace[1235998747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"400.455478ms","start":"2026-08-19T09:04:09.4105Z","end":"2026-08-19T09:04:09.810955Z","steps":["trace[1235998747] 'range keys from in-memory index tree' (duration: 400.243815ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:09.810991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:09.44751Z","time spent":"363.475762ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:09.810998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:09.410477Z","time spent":"400.515409ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T09:04:09.81099Z","caller":"traceutil/trace.go:171","msg":"trace[927051959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1999; }","duration":"307.127862ms","start":"2026-08-19T09:04:09.503847Z","end":"2026-08-19T09:04:09.810975Z","steps":["trace[927051959] 'range keys from in-memory index tree' (duration: 306.781067ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:09.811037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:09.503831Z","time spent":"307.190072ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:04:16.422436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:16.923365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:17.064018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146912143s","expected-duration":"1s"} {"level":"info","ts":"2026-08-19T09:04:17.064288Z","caller":"traceutil/trace.go:171","msg":"trace[329527753] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"1.141893832s","start":"2026-08-19T09:04:15.922376Z","end":"2026-08-19T09:04:17.06427Z","steps":["trace[329527753] 'read index received' (duration: 1.141836631s)","trace[329527753] 'applied index is now lower than readState.Index' (duration: 56.361µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:17.064399Z","caller":"traceutil/trace.go:171","msg":"trace[616685732] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.14734437s","start":"2026-08-19T09:04:15.917026Z","end":"2026-08-19T09:04:17.06437Z","steps":["trace[616685732] 'process raft request' (duration: 1.147126715s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.064498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142103906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:17.064524Z","caller":"traceutil/trace.go:171","msg":"trace[1793361670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"1.142161607s","start":"2026-08-19T09:04:15.922354Z","end":"2026-08-19T09:04:17.064515Z","steps":["trace[1793361670] 'agreement among raft nodes before linearized reading' (duration: 1.142004733s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.064549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:15.922343Z","time spent":"1.142200847s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-19T09:04:17.064561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:15.917009Z","time spent":"1.147466322s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:17.076763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.232538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-19T09:04:17.076773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.219825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:17.076813Z","caller":"traceutil/trace.go:171","msg":"trace[1228051111] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2047; }","duration":"236.322259ms","start":"2026-08-19T09:04:16.840479Z","end":"2026-08-19T09:04:17.076802Z","steps":["trace[1228051111] 'agreement among raft nodes before linearized reading' (duration: 236.202907ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.076826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.434726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:17.076848Z","caller":"traceutil/trace.go:171","msg":"trace[1611153079] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2047; }","duration":"656.347666ms","start":"2026-08-19T09:04:16.420477Z","end":"2026-08-19T09:04:17.076825Z","steps":["trace[1611153079] 'agreement among raft nodes before linearized reading' (duration: 656.219974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.076891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122337021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-19T09:04:17.076904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:16.420456Z","time spent":"656.428587ms","remote":"127.0.0.1:51620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:04:17.076921Z","caller":"traceutil/trace.go:171","msg":"trace[1704848706] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2047; }","duration":"1.122386381s","start":"2026-08-19T09:04:15.954525Z","end":"2026-08-19T09:04:17.076912Z","steps":["trace[1704848706] 'agreement among raft nodes before linearized reading' (duration: 1.12227638s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.07692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126957675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:04:17.076957Z","caller":"traceutil/trace.go:171","msg":"trace[1876737554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2047; }","duration":"1.127026247s","start":"2026-08-19T09:04:15.949919Z","end":"2026-08-19T09:04:17.076945Z","steps":["trace[1876737554] 'agreement among raft nodes before linearized reading' (duration: 1.126929676s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.076954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:15.954515Z","time spent":"1.122427082s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:04:17.076988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:15.949902Z","time spent":"1.127077477s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:17.077061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.223706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:17.077103Z","caller":"traceutil/trace.go:171","msg":"trace[781620751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2047; }","duration":"981.336138ms","start":"2026-08-19T09:04:16.095754Z","end":"2026-08-19T09:04:17.07709Z","steps":["trace[781620751] 'agreement among raft nodes before linearized reading' (duration: 981.234237ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.077133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:16.095742Z","time spent":"981.38409ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-19T09:04:17.077962Z","caller":"traceutil/trace.go:171","msg":"trace[1586375544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2047; }","duration":"665.63123ms","start":"2026-08-19T09:04:16.411224Z","end":"2026-08-19T09:04:17.076855Z","steps":["trace[1586375544] 'agreement among raft nodes before linearized reading' (duration: 665.442367ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.078299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147434794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:04:17.078356Z","caller":"traceutil/trace.go:171","msg":"trace[1345875725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2047; }","duration":"1.147507086s","start":"2026-08-19T09:04:15.930836Z","end":"2026-08-19T09:04:17.078343Z","steps":["trace[1345875725] 'agreement among raft nodes before linearized reading' (duration: 1.145774971s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:17.078389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:15.930829Z","time spent":"1.147552817s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:04:17.078518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:16.411204Z","time spent":"667.09015ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T09:04:19.381251Z","caller":"traceutil/trace.go:171","msg":"trace[415473064] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"308.845866ms","start":"2026-08-19T09:04:19.072367Z","end":"2026-08-19T09:04:19.381213Z","steps":["trace[415473064] 'process raft request' (duration: 308.685353ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.381448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.072347Z","time spent":"308.983608ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:19.63286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.784082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:19.633133Z","caller":"traceutil/trace.go:171","msg":"trace[977123284] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"550.595292ms","start":"2026-08-19T09:04:19.082521Z","end":"2026-08-19T09:04:19.633116Z","steps":["trace[977123284] 'process raft request' (duration: 550.4562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.633244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.082508Z","time spent":"550.683863ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:19.633261Z","caller":"traceutil/trace.go:171","msg":"trace[883456524] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2134; }","duration":"544.384492ms","start":"2026-08-19T09:04:19.088839Z","end":"2026-08-19T09:04:19.633224Z","steps":["trace[883456524] 'read index received' (duration: 292.305682ms)","trace[883456524] 'applied index is now lower than readState.Index' (duration: 252.07768ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:19.633108Z","caller":"traceutil/trace.go:171","msg":"trace[554823515] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"551.279072ms","start":"2026-08-19T09:04:19.081797Z","end":"2026-08-19T09:04:19.633076Z","steps":["trace[554823515] 'process raft request' (duration: 393.198416ms)","trace[554823515] 'compare' (duration: 157.198573ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:19.633958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.081783Z","time spent":"552.110755ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:19.633356Z","caller":"traceutil/trace.go:171","msg":"trace[1224121449] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"550.185038ms","start":"2026-08-19T09:04:19.083158Z","end":"2026-08-19T09:04:19.633343Z","steps":["trace[1224121449] 'process raft request' (duration: 549.905013ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.634185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.083144Z","time spent":"551.002219ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:19.633454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.378677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-19T09:04:19.634639Z","caller":"traceutil/trace.go:171","msg":"trace[744814516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2057; }","duration":"529.557853ms","start":"2026-08-19T09:04:19.10504Z","end":"2026-08-19T09:04:19.634598Z","steps":["trace[744814516] 'agreement among raft nodes before linearized reading' (duration: 528.349606ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.634718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.105029Z","time spent":"529.667735ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:04:19.633456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.603605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:19.634813Z","caller":"traceutil/trace.go:171","msg":"trace[1203304012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2057; }","duration":"545.990265ms","start":"2026-08-19T09:04:19.088807Z","end":"2026-08-19T09:04:19.634798Z","steps":["trace[1203304012] 'agreement among raft nodes before linearized reading' (duration: 544.541985ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.634893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.088794Z","time spent":"546.081556ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-19T09:04:19.63351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.19467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:04:19.63507Z","caller":"traceutil/trace.go:171","msg":"trace[1030524574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2057; }","duration":"522.763493ms","start":"2026-08-19T09:04:19.112296Z","end":"2026-08-19T09:04:19.63506Z","steps":["trace[1030524574] 'agreement among raft nodes before linearized reading' (duration: 521.17573ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.635106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.112291Z","time spent":"522.805834ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:19.633502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.132325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:19.635227Z","caller":"traceutil/trace.go:171","msg":"trace[1688169465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2057; }","duration":"224.875079ms","start":"2026-08-19T09:04:19.410344Z","end":"2026-08-19T09:04:19.635219Z","steps":["trace[1688169465] 'agreement among raft nodes before linearized reading' (duration: 223.141075ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.633517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.449312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-19T09:04:19.635476Z","caller":"traceutil/trace.go:171","msg":"trace[1964980224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2057; }","duration":"514.43993ms","start":"2026-08-19T09:04:19.121018Z","end":"2026-08-19T09:04:19.635458Z","steps":["trace[1964980224] 'agreement among raft nodes before linearized reading' (duration: 512.37079ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.63554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.121Z","time spent":"514.522902ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:04:19.633567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.355998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:04:19.63587Z","caller":"traceutil/trace.go:171","msg":"trace[48114622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2057; }","duration":"524.670681ms","start":"2026-08-19T09:04:19.11119Z","end":"2026-08-19T09:04:19.63586Z","steps":["trace[48114622] 'agreement among raft nodes before linearized reading' (duration: 522.333927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:19.635908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.111182Z","time spent":"524.715552ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:04:19.63358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.473737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:04:19.635964Z","caller":"traceutil/trace.go:171","msg":"trace[1793733558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2057; }","duration":"250.857201ms","start":"2026-08-19T09:04:19.385101Z","end":"2026-08-19T09:04:19.635958Z","steps":["trace[1793733558] 'agreement among raft nodes before linearized reading' (duration: 248.428656ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:20.166283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.827639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:20.166525Z","caller":"traceutil/trace.go:171","msg":"trace[1473001998] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"526.125228ms","start":"2026-08-19T09:04:19.640364Z","end":"2026-08-19T09:04:20.16649Z","steps":["trace[1473001998] 'process raft request' (duration: 388.022015ms)","trace[1473001998] 'compare' (duration: 137.607476ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:20.166564Z","caller":"traceutil/trace.go:171","msg":"trace[766584949] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"526.034016ms","start":"2026-08-19T09:04:19.64051Z","end":"2026-08-19T09:04:20.166544Z","steps":["trace[766584949] 'process raft request' (duration: 525.961505ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:20.166576Z","caller":"traceutil/trace.go:171","msg":"trace[1285818650] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"526.141008ms","start":"2026-08-19T09:04:19.64041Z","end":"2026-08-19T09:04:20.166551Z","steps":["trace[1285818650] 'process raft request' (duration: 525.966795ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:20.166659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.640506Z","time spent":"526.093008ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:20.166713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.64035Z","time spent":"526.24698ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:20.166973Z","caller":"traceutil/trace.go:171","msg":"trace[313259587] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"525.54658ms","start":"2026-08-19T09:04:19.641413Z","end":"2026-08-19T09:04:20.166959Z","steps":["trace[313259587] 'process raft request' (duration: 525.092363ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:20.166976Z","caller":"traceutil/trace.go:171","msg":"trace[254210629] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2139; }","duration":"430.236397ms","start":"2026-08-19T09:04:19.736717Z","end":"2026-08-19T09:04:20.166953Z","steps":["trace[254210629] 'read index received' (duration: 291.601276ms)","trace[254210629] 'applied index is now lower than readState.Index' (duration: 138.633991ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:20.167037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.641407Z","time spent":"525.59495ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:20.167149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.408809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:04:20.167185Z","caller":"traceutil/trace.go:171","msg":"trace[1518276558] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2062; }","duration":"430.46307ms","start":"2026-08-19T09:04:19.736713Z","end":"2026-08-19T09:04:20.167176Z","steps":["trace[1518276558] 'agreement among raft nodes before linearized reading' (duration: 430.318478ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:20.167219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.736669Z","time spent":"430.540721ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:04:20.168084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:19.640407Z","time spent":"526.29311ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:20.317525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.577449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-19T09:04:22.278039Z","caller":"traceutil/trace.go:171","msg":"trace[126123530] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"101.642302ms","start":"2026-08-19T09:04:22.176375Z","end":"2026-08-19T09:04:22.278017Z","steps":["trace[126123530] 'process raft request' (duration: 101.539881ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:22.278075Z","caller":"traceutil/trace.go:171","msg":"trace[578486248] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"102.760569ms","start":"2026-08-19T09:04:22.175262Z","end":"2026-08-19T09:04:22.278023Z","steps":["trace[578486248] 'process raft request' (duration: 79.995103ms)","trace[578486248] 'compare' (duration: 22.521433ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:22.27833Z","caller":"traceutil/trace.go:171","msg":"trace[964169615] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"101.175245ms","start":"2026-08-19T09:04:22.177129Z","end":"2026-08-19T09:04:22.278305Z","steps":["trace[964169615] 'process raft request' (duration: 100.830699ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:24.475903Z","caller":"traceutil/trace.go:171","msg":"trace[510020110] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"182.908849ms","start":"2026-08-19T09:04:24.292972Z","end":"2026-08-19T09:04:24.475881Z","steps":["trace[510020110] 'process raft request' (duration: 182.815897ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:24.47607Z","caller":"traceutil/trace.go:171","msg":"trace[2141186339] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"183.03921ms","start":"2026-08-19T09:04:24.293021Z","end":"2026-08-19T09:04:24.47606Z","steps":["trace[2141186339] 'process raft request' (duration: 182.798177ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:24.476042Z","caller":"traceutil/trace.go:171","msg":"trace[980073479] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2164; }","duration":"173.099897ms","start":"2026-08-19T09:04:24.302912Z","end":"2026-08-19T09:04:24.476011Z","steps":["trace[980073479] 'read index received' (duration: 76.721556ms)","trace[980073479] 'applied index is now lower than readState.Index' (duration: 96.376691ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:24.476164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.229619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:04:24.476207Z","caller":"traceutil/trace.go:171","msg":"trace[1278039804] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2085; }","duration":"173.34002ms","start":"2026-08-19T09:04:24.302856Z","end":"2026-08-19T09:04:24.476196Z","steps":["trace[1278039804] 'agreement among raft nodes before linearized reading' (duration: 173.236019ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:24.476709Z","caller":"traceutil/trace.go:171","msg":"trace[1732741620] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"185.047081ms","start":"2026-08-19T09:04:24.291617Z","end":"2026-08-19T09:04:24.476664Z","steps":["trace[1732741620] 'process raft request' (duration: 112.992128ms)","trace[1732741620] 'compare' (duration: 71.066859ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:34.434087Z","caller":"traceutil/trace.go:171","msg":"trace[1123650593] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"102.621382ms","start":"2026-08-19T09:04:34.33144Z","end":"2026-08-19T09:04:34.434061Z","steps":["trace[1123650593] 'process raft request' (duration: 102.149584ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:34.995992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.707048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:34.99612Z","caller":"traceutil/trace.go:171","msg":"trace[1816420398] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"382.353373ms","start":"2026-08-19T09:04:34.613746Z","end":"2026-08-19T09:04:34.996099Z","steps":["trace[1816420398] 'read index received' (duration: 149.35139ms)","trace[1816420398] 'applied index is now lower than readState.Index' (duration: 233.000353ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:34.996276Z","caller":"traceutil/trace.go:171","msg":"trace[2006645450] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"526.2433ms","start":"2026-08-19T09:04:34.470014Z","end":"2026-08-19T09:04:34.996257Z","steps":["trace[2006645450] 'process raft request' (duration: 293.171556ms)","trace[2006645450] 'compare' (duration: 232.333171ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:34.996363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:34.470004Z","time spent":"526.309912ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:34.996724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.171981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-19T09:04:34.996868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.712185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:34.996888Z","caller":"traceutil/trace.go:171","msg":"trace[1071717114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2147; }","duration":"375.378604ms","start":"2026-08-19T09:04:34.621486Z","end":"2026-08-19T09:04:34.996864Z","steps":["trace[1071717114] 'agreement among raft nodes before linearized reading' (duration: 375.025978ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:34.996894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.707114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-19T09:04:34.996899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.152706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:04:34.996922Z","caller":"traceutil/trace.go:171","msg":"trace[1178390597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"156.806976ms","start":"2026-08-19T09:04:34.840099Z","end":"2026-08-19T09:04:34.996906Z","steps":["trace[1178390597] 'agreement among raft nodes before linearized reading' (duration: 156.591122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:34.996898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.027754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-19T09:04:34.996947Z","caller":"traceutil/trace.go:171","msg":"trace[1172348924] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2147; }","duration":"300.791795ms","start":"2026-08-19T09:04:34.696141Z","end":"2026-08-19T09:04:34.996932Z","steps":["trace[1172348924] 'agreement among raft nodes before linearized reading' (duration: 300.631983ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:34.996958Z","caller":"traceutil/trace.go:171","msg":"trace[876666626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2147; }","duration":"383.253938ms","start":"2026-08-19T09:04:34.613688Z","end":"2026-08-19T09:04:34.996942Z","steps":["trace[876666626] 'agreement among raft nodes before linearized reading' (duration: 383.069814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:34.996957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:34.621467Z","time spent":"375.476957ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-19T09:04:34.996973Z","caller":"traceutil/trace.go:171","msg":"trace[2006722520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2147; }","duration":"338.158517ms","start":"2026-08-19T09:04:34.658796Z","end":"2026-08-19T09:04:34.996955Z","steps":["trace[2006722520] 'agreement among raft nodes before linearized reading' (duration: 337.980204ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:34.996992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:34.696117Z","time spent":"300.863277ms","remote":"127.0.0.1:41640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-08-19T09:04:34.997002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:34.613666Z","time spent":"383.324339ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:34.997022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:34.658775Z","time spent":"338.234158ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-19T09:04:35.964365Z","caller":"traceutil/trace.go:171","msg":"trace[1158906551] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"130.786834ms","start":"2026-08-19T09:04:35.833534Z","end":"2026-08-19T09:04:35.964321Z","steps":["trace[1158906551] 'process raft request' (duration: 95.596016ms)","trace[1158906551] 'compare' (duration: 34.865733ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:35.964473Z","caller":"traceutil/trace.go:171","msg":"trace[721269473] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"126.913118ms","start":"2026-08-19T09:04:35.837529Z","end":"2026-08-19T09:04:35.964442Z","steps":["trace[721269473] 'process raft request' (duration: 126.585963ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:39.980981Z","caller":"traceutil/trace.go:171","msg":"trace[716161723] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"117.471181ms","start":"2026-08-19T09:04:39.863492Z","end":"2026-08-19T09:04:39.980963Z","steps":["trace[716161723] 'process raft request' (duration: 117.370769ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:40.495686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:41.746217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.828965ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-19T09:04:41.746658Z","caller":"traceutil/trace.go:171","msg":"trace[2134306693] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"1.770487286s","start":"2026-08-19T09:04:39.976155Z","end":"2026-08-19T09:04:41.746642Z","steps":["trace[2134306693] 'process raft request' (duration: 1.77012941s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:41.74674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:39.97613Z","time spent":"1.770562107s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:42.411829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-19T09:04:42.412062Z","caller":"traceutil/trace.go:171","msg":"trace[1575340712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829337s","start":"2026-08-19T09:04:40.411211Z","end":"2026-08-19T09:04:42.412041Z","steps":["trace[1575340712] 'agreement among raft nodes before linearized reading' (duration: 2.000577633s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.41219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:40.411191Z","time spent":"2.00097879s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 09:04:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T09:04:42.462203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.463864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:42.462801Z","caller":"traceutil/trace.go:171","msg":"trace[1348630371] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"475.538413ms","start":"2026-08-19T09:04:41.9872Z","end":"2026-08-19T09:04:42.462739Z","steps":["trace[1348630371] 'process raft request' (duration: 475.481662ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:42.462934Z","caller":"traceutil/trace.go:171","msg":"trace[1064099616] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2260; }","duration":"2.467820801s","start":"2026-08-19T09:04:39.995077Z","end":"2026-08-19T09:04:42.462897Z","steps":["trace[1064099616] 'read index received' (duration: 929.2909ms)","trace[1064099616] 'applied index is now lower than readState.Index' (duration: 1.538522561s)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:42.462955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.987173Z","time spent":"475.683476ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:42.463224Z","caller":"traceutil/trace.go:171","msg":"trace[1528959746] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"949.811103ms","start":"2026-08-19T09:04:41.513394Z","end":"2026-08-19T09:04:42.463205Z","steps":["trace[1528959746] 'process raft request' (duration: 948.981618ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.46325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468160857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-19T09:04:42.463295Z","caller":"traceutil/trace.go:171","msg":"trace[627676767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"2.468263258s","start":"2026-08-19T09:04:39.995014Z","end":"2026-08-19T09:04:42.463277Z","steps":["trace[627676767] 'agreement among raft nodes before linearized reading' (duration: 2.468057115s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.46333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43258694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-08-19T09:04:42.463362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:39.994991Z","time spent":"2.468355911s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:04:42.463367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.513371Z","time spent":"949.903325ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:42.46334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045268252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:04:42.463535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99963081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:04:42.463593Z","caller":"traceutil/trace.go:171","msg":"trace[570874096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.999708332s","start":"2026-08-19T09:04:40.463871Z","end":"2026-08-19T09:04:42.463579Z","steps":["trace[570874096] 'agreement among raft nodes before linearized reading' (duration: 1.999566989s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:42.463597Z","caller":"traceutil/trace.go:171","msg":"trace[1376065355] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2178; }","duration":"1.045531437s","start":"2026-08-19T09:04:41.418009Z","end":"2026-08-19T09:04:42.46354Z","steps":["trace[1376065355] 'agreement among raft nodes before linearized reading' (duration: 1.045269622s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.463648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409724489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-08-19T09:04:42.463709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388783576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:42.463799Z","caller":"traceutil/trace.go:171","msg":"trace[1427491808] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2178; }","duration":"2.388899518s","start":"2026-08-19T09:04:40.074876Z","end":"2026-08-19T09:04:42.463776Z","steps":["trace[1427491808] 'agreement among raft nodes before linearized reading' (duration: 2.388795836s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.463854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:40.074856Z","time spent":"2.388980049s","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:04:42.463772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.417968Z","time spent":"1.04573248s","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:04:42.463407Z","caller":"traceutil/trace.go:171","msg":"trace[74718193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2178; }","duration":"2.432688551s","start":"2026-08-19T09:04:40.030694Z","end":"2026-08-19T09:04:42.463383Z","steps":["trace[74718193] 'agreement among raft nodes before linearized reading' (duration: 2.432495398s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.463937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.590823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-19T09:04:42.463964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:40.03068Z","time spent":"2.433270241s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-19T09:04:42.463998Z","caller":"traceutil/trace.go:171","msg":"trace[1479951939] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2178; }","duration":"134.703775ms","start":"2026-08-19T09:04:42.32928Z","end":"2026-08-19T09:04:42.463984Z","steps":["trace[1479951939] 'agreement among raft nodes before linearized reading' (duration: 134.600393ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:42.462934Z","caller":"traceutil/trace.go:171","msg":"trace[2102375866] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"2.486251434s","start":"2026-08-19T09:04:39.976642Z","end":"2026-08-19T09:04:42.462894Z","steps":["trace[2102375866] 'process raft request' (duration: 1.769993476s)","trace[2102375866] 'compare' (duration: 715.114387ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:42.463644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.921653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-19T09:04:42.464167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:39.976627Z","time spent":"2.487433166s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:42.463645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:40.46386Z","time spent":"1.999771923s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-19T09:04:42.464264Z","caller":"traceutil/trace.go:171","msg":"trace[2068085382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"842.578105ms","start":"2026-08-19T09:04:41.621668Z","end":"2026-08-19T09:04:42.464247Z","steps":["trace[2068085382] 'agreement among raft nodes before linearized reading' (duration: 841.878502ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.46433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.621649Z","time spent":"842.663416ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:42.464341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407196905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-19T09:04:42.464391Z","caller":"traceutil/trace.go:171","msg":"trace[194715472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2178; }","duration":"1.407251726s","start":"2026-08-19T09:04:41.057116Z","end":"2026-08-19T09:04:42.464367Z","steps":["trace[194715472] 'agreement among raft nodes before linearized reading' (duration: 1.407155295s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.464432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.057106Z","time spent":"1.407317937s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:04:42.464579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409639829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-19T09:04:42.464613Z","caller":"traceutil/trace.go:171","msg":"trace[1279247895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.40970234s","start":"2026-08-19T09:04:41.054903Z","end":"2026-08-19T09:04:42.464605Z","steps":["trace[1279247895] 'agreement among raft nodes before linearized reading' (duration: 1.409614108s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.46464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.054889Z","time spent":"1.40974535s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:42.465221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.257035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-08-19T09:04:42.465267Z","caller":"traceutil/trace.go:171","msg":"trace[1453022199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"1.409858441s","start":"2026-08-19T09:04:41.053847Z","end":"2026-08-19T09:04:42.463706Z","steps":["trace[1453022199] 'agreement among raft nodes before linearized reading' (duration: 1.409469134s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:42.465339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:41.053822Z","time spent":"1.411500411s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-19T09:04:42.465342Z","caller":"traceutil/trace.go:171","msg":"trace[176092153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2178; }","duration":"289.387038ms","start":"2026-08-19T09:04:42.175911Z","end":"2026-08-19T09:04:42.465298Z","steps":["trace[176092153] 'agreement among raft nodes before linearized reading' (duration: 287.565735ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:42.669384Z","caller":"traceutil/trace.go:171","msg":"trace[1971608812] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"199.983766ms","start":"2026-08-19T09:04:42.469362Z","end":"2026-08-19T09:04:42.669346Z","steps":["trace[1971608812] 'process raft request' (duration: 109.133167ms)","trace[1971608812] 'compare' (duration: 90.722867ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:43.661004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.107507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:43.661199Z","caller":"traceutil/trace.go:171","msg":"trace[879268397] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2265; }","duration":"1.189930407s","start":"2026-08-19T09:04:42.471254Z","end":"2026-08-19T09:04:43.661185Z","steps":["trace[879268397] 'read index received' (duration: 107.246593ms)","trace[879268397] 'applied index is now lower than readState.Index' (duration: 1.082680694s)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:43.661391Z","caller":"traceutil/trace.go:171","msg":"trace[667807955] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"1.192019004s","start":"2026-08-19T09:04:42.469362Z","end":"2026-08-19T09:04:43.661381Z","steps":["trace[667807955] 'process raft request' (duration: 381.448469ms)","trace[667807955] 'compare' (duration: 809.760961ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:43.661441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.469341Z","time spent":"1.192075645s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:43.661622Z","caller":"traceutil/trace.go:171","msg":"trace[55935232] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"1.19070501s","start":"2026-08-19T09:04:42.470877Z","end":"2026-08-19T09:04:43.661582Z","steps":["trace[55935232] 'process raft request' (duration: 1.190280812s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.661698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187157937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:43.661719Z","caller":"traceutil/trace.go:171","msg":"trace[1618231430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"1.187185647s","start":"2026-08-19T09:04:42.474526Z","end":"2026-08-19T09:04:43.661711Z","steps":["trace[1618231430] 'agreement among raft nodes before linearized reading' (duration: 1.187157127s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.661738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.474497Z","time spent":"1.187237539s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:04:43.661797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.470864Z","time spent":"1.190843993s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:43.661915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.420872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:43.66194Z","caller":"traceutil/trace.go:171","msg":"trace[1103352578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2184; }","duration":"188.479563ms","start":"2026-08-19T09:04:43.473453Z","end":"2026-08-19T09:04:43.661933Z","steps":["trace[1103352578] 'agreement among raft nodes before linearized reading' (duration: 188.410262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.66206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.364549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:04:43.662057Z","caller":"traceutil/trace.go:171","msg":"trace[950436226] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"1.192672646s","start":"2026-08-19T09:04:42.469369Z","end":"2026-08-19T09:04:43.662042Z","steps":["trace[950436226] 'process raft request' (duration: 1.191706019s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:43.662084Z","caller":"traceutil/trace.go:171","msg":"trace[1657292330] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2184; }","duration":"559.427531ms","start":"2026-08-19T09:04:43.102651Z","end":"2026-08-19T09:04:43.662079Z","steps":["trace[1657292330] 'agreement among raft nodes before linearized reading' (duration: 559.38281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.662104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:43.102631Z","time spent":"559.467371ms","remote":"127.0.0.1:42014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:04:43.662117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.469347Z","time spent":"1.192737127s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:43.662203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187471963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:43.662225Z","caller":"traceutil/trace.go:171","msg":"trace[1048279433] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2184; }","duration":"1.187507973s","start":"2026-08-19T09:04:42.474712Z","end":"2026-08-19T09:04:43.66222Z","steps":["trace[1048279433] 'agreement among raft nodes before linearized reading' (duration: 1.187471563s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.662241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.474703Z","time spent":"1.187534714s","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-19T09:04:43.662258Z","caller":"traceutil/trace.go:171","msg":"trace[1889096883] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"1.192836519s","start":"2026-08-19T09:04:42.469411Z","end":"2026-08-19T09:04:43.662248Z","steps":["trace[1889096883] 'process raft request' (duration: 1.191701279s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.66231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.469392Z","time spent":"1.19288881s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:43.662394Z","caller":"traceutil/trace.go:171","msg":"trace[441478807] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"1.192290048s","start":"2026-08-19T09:04:42.470096Z","end":"2026-08-19T09:04:43.662387Z","steps":["trace[441478807] 'process raft request' (duration: 1.191041386s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.662446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.470053Z","time spent":"1.1923665s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:43.661665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190411665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-19T09:04:43.662633Z","caller":"traceutil/trace.go:171","msg":"trace[814839564] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb; range_end:; response_count:1; response_revision:2184; }","duration":"1.191391652s","start":"2026-08-19T09:04:42.471225Z","end":"2026-08-19T09:04:43.662616Z","steps":["trace[814839564] 'agreement among raft nodes before linearized reading' (duration: 1.190366444s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:43.662678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:42.471196Z","time spent":"1.191470614s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb\" "} {"level":"warn","ts":"2026-08-19T09:04:44.553764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.386814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:44.554018Z","caller":"traceutil/trace.go:171","msg":"trace[695513389] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"803.573885ms","start":"2026-08-19T09:04:43.750422Z","end":"2026-08-19T09:04:44.553996Z","steps":["trace[695513389] 'process raft request' (duration: 803.457953ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:44.554146Z","caller":"traceutil/trace.go:171","msg":"trace[373203413] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"884.602968ms","start":"2026-08-19T09:04:43.669447Z","end":"2026-08-19T09:04:44.55405Z","steps":["trace[373203413] 'read index received' (duration: 158.848437ms)","trace[373203413] 'applied index is now lower than readState.Index' (duration: 725.752181ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:44.554245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:43.750401Z","time spent":"803.673867ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:44.554257Z","caller":"traceutil/trace.go:171","msg":"trace[1805652969] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"888.375397ms","start":"2026-08-19T09:04:43.665871Z","end":"2026-08-19T09:04:44.554247Z","steps":["trace[1805652969] 'process raft request' (duration: 162.413082ms)","trace[1805652969] 'compare' (duration: 724.878745ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:44.554563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:43.665841Z","time spent":"888.47391ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:44.554956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.497025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:44.555022Z","caller":"traceutil/trace.go:171","msg":"trace[330059571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2186; }","duration":"885.597987ms","start":"2026-08-19T09:04:43.669408Z","end":"2026-08-19T09:04:44.555006Z","steps":["trace[330059571] 'agreement among raft nodes before linearized reading' (duration: 885.008687ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:44.555073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:43.669385Z","time spent":"885.676998ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:04:45.055031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:45.555925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:46.057032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:46.251709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780638176s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-19T09:04:47.409164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-19T09:04:47.409258Z","caller":"traceutil/trace.go:171","msg":"trace[2131057154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112694s","start":"2026-08-19T09:04:45.409126Z","end":"2026-08-19T09:04:47.409238Z","steps":["trace[2131057154] 'agreement among raft nodes before linearized reading' (duration: 1.999993602s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:47.409306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:45.40911Z","time spent":"2.000185685s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:04:47.75198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499868551s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-19T09:04:48.781589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090163449s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:48.781713Z","caller":"traceutil/trace.go:171","msg":"trace[641182604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2186; }","duration":"1.090300762s","start":"2026-08-19T09:04:47.691394Z","end":"2026-08-19T09:04:48.781695Z","steps":["trace[641182604] 'range keys from in-memory index tree' (duration: 1.090145969s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.782424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5302328s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:48.782622Z","caller":"traceutil/trace.go:171","msg":"trace[1860791075] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"4.308411692s","start":"2026-08-19T09:04:44.474197Z","end":"2026-08-19T09:04:48.782609Z","steps":["trace[1860791075] 'process raft request' (duration: 4.30830269s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.782724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.474173Z","time spent":"4.308506483s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:48.782918Z","caller":"traceutil/trace.go:171","msg":"trace[753759929] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"2.224194381s","start":"2026-08-19T09:04:46.558698Z","end":"2026-08-19T09:04:48.782892Z","steps":["trace[753759929] 'process raft request' (duration: 2.22415443s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:48.783004Z","caller":"traceutil/trace.go:171","msg":"trace[1973821815] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"4.312017697s","start":"2026-08-19T09:04:44.470971Z","end":"2026-08-19T09:04:48.782988Z","steps":["trace[1973821815] 'process raft request' (duration: 1.781155536s)","trace[1973821815] 'compare' (duration: 2.529121339s)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:48.783072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:46.55867Z","time spent":"2.224318422s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:48.783384Z","caller":"traceutil/trace.go:171","msg":"trace[47938978] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"4.224342523s","start":"2026-08-19T09:04:44.559028Z","end":"2026-08-19T09:04:48.783371Z","steps":["trace[47938978] 'process raft request' (duration: 4.223544999s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.783085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.470952Z","time spent":"4.312094269s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:48.78361Z","caller":"traceutil/trace.go:171","msg":"trace[1382457772] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"3.840264102s","start":"2026-08-19T09:04:44.94331Z","end":"2026-08-19T09:04:48.783574Z","steps":["trace[1382457772] 'process raft request' (duration: 3.839421707s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.784401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.943288Z","time spent":"3.841048927s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:48.783455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.559007Z","time spent":"4.224416585s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:04:48.785235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111520571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:48.785326Z","caller":"traceutil/trace.go:171","msg":"trace[1139735010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"5.111641393s","start":"2026-08-19T09:04:43.673669Z","end":"2026-08-19T09:04:48.785311Z","steps":["trace[1139735010] 'agreement among raft nodes before linearized reading' (duration: 5.111364458s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.784203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302530625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-08-19T09:04:48.78536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:43.67366Z","time spent":"5.111692374s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-19T09:04:48.785378Z","caller":"traceutil/trace.go:171","msg":"trace[1220610192] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2191; }","duration":"4.303731818s","start":"2026-08-19T09:04:44.48163Z","end":"2026-08-19T09:04:48.785362Z","steps":["trace[1220610192] 'agreement among raft nodes before linearized reading' (duration: 4.302465224s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.785463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.481614Z","time spent":"4.303828659s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-19T09:04:48.785099Z","caller":"traceutil/trace.go:171","msg":"trace[1762490549] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2273; }","duration":"4.230828682s","start":"2026-08-19T09:04:44.554216Z","end":"2026-08-19T09:04:48.785045Z","steps":["trace[1762490549] 'read index received' (duration: 1.697923312s)","trace[1762490549] 'applied index is now lower than readState.Index' (duration: 2.531685827s)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:48.785736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116784268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-19T09:04:48.785773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119499857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-19T09:04:48.785823Z","caller":"traceutil/trace.go:171","msg":"trace[38207908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2191; }","duration":"3.119585449s","start":"2026-08-19T09:04:45.666226Z","end":"2026-08-19T09:04:48.785811Z","steps":["trace[38207908] 'agreement among raft nodes before linearized reading' (duration: 3.119411086s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.78586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:45.666207Z","time spent":"3.11964569s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:04:48.785845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.664058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:48.785918Z","caller":"traceutil/trace.go:171","msg":"trace[95887777] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2191; }","duration":"903.76828ms","start":"2026-08-19T09:04:47.882137Z","end":"2026-08-19T09:04:48.785905Z","steps":["trace[95887777] 'agreement among raft nodes before linearized reading' (duration: 903.678288ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.785966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:47.882115Z","time spent":"903.839492ms","remote":"127.0.0.1:51030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:04:48.786025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117195906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-19T09:04:48.786057Z","caller":"traceutil/trace.go:171","msg":"trace[1020530490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2191; }","duration":"3.117245307s","start":"2026-08-19T09:04:45.668802Z","end":"2026-08-19T09:04:48.786048Z","steps":["trace[1020530490] 'agreement among raft nodes before linearized reading' (duration: 3.117153736s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.78609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:45.668794Z","time spent":"3.117289058s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:48.786132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358843883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:48.785784Z","caller":"traceutil/trace.go:171","msg":"trace[711327150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2191; }","duration":"3.11686698s","start":"2026-08-19T09:04:45.668902Z","end":"2026-08-19T09:04:48.785769Z","steps":["trace[711327150] 'agreement among raft nodes before linearized reading' (duration: 3.116732488s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:48.78617Z","caller":"traceutil/trace.go:171","msg":"trace[318082222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"1.358921104s","start":"2026-08-19T09:04:47.427239Z","end":"2026-08-19T09:04:48.78616Z","steps":["trace[318082222] 'agreement among raft nodes before linearized reading' (duration: 1.358866373s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:45.668882Z","time spent":"3.117284577s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:48.786204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:47.427208Z","time spent":"1.358988985s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:04:48.786197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118239035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-19T09:04:48.786247Z","caller":"traceutil/trace.go:171","msg":"trace[667775299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2191; }","duration":"3.118311216s","start":"2026-08-19T09:04:45.667922Z","end":"2026-08-19T09:04:48.786233Z","steps":["trace[667775299] 'agreement among raft nodes before linearized reading' (duration: 3.118184713s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:45.667912Z","time spent":"3.118373348s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:04:48.786345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375012863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:48.78638Z","caller":"traceutil/trace.go:171","msg":"trace[1257923239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2191; }","duration":"1.375077514s","start":"2026-08-19T09:04:47.411294Z","end":"2026-08-19T09:04:48.786371Z","steps":["trace[1257923239] 'agreement among raft nodes before linearized reading' (duration: 1.375029173s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089519854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-08-19T09:04:48.786415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:47.411274Z","time spent":"1.375131375s","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:04:48.786436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116882399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-19T09:04:48.786471Z","caller":"traceutil/trace.go:171","msg":"trace[992814563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2191; }","duration":"3.11693155s","start":"2026-08-19T09:04:45.66953Z","end":"2026-08-19T09:04:48.786462Z","steps":["trace[992814563] 'agreement among raft nodes before linearized reading' (duration: 3.116839318s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:45.669523Z","time spent":"3.116973401s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:04:48.78651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930379731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-19T09:04:48.786536Z","caller":"traceutil/trace.go:171","msg":"trace[645753278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2191; }","duration":"3.930452372s","start":"2026-08-19T09:04:44.856076Z","end":"2026-08-19T09:04:48.786529Z","steps":["trace[645753278] 'agreement among raft nodes before linearized reading' (duration: 3.930380191s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.856051Z","time spent":"3.930515234s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-19T09:04:48.786713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:48.786799Z","caller":"traceutil/trace.go:171","msg":"trace[1077238834] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2191; }","duration":"2.256908124s","start":"2026-08-19T09:04:46.529876Z","end":"2026-08-19T09:04:48.786759Z","steps":["trace[1077238834] 'agreement among raft nodes before linearized reading' (duration: 2.256755801s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:46.529858Z","time spent":"2.256972895s","remote":"127.0.0.1:41854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:04:48.786436Z","caller":"traceutil/trace.go:171","msg":"trace[16646094] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2191; }","duration":"4.089597456s","start":"2026-08-19T09:04:44.696827Z","end":"2026-08-19T09:04:48.786424Z","steps":["trace[16646094] 'agreement among raft nodes before linearized reading' (duration: 4.089459344s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.786934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.696814Z","time spent":"4.090093375s","remote":"127.0.0.1:41640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-08-19T09:04:48.7869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.113804816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-19T09:04:48.787662Z","caller":"traceutil/trace.go:171","msg":"trace[1632024707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2191; }","duration":"4.114587821s","start":"2026-08-19T09:04:44.673063Z","end":"2026-08-19T09:04:48.787651Z","steps":["trace[1632024707] 'agreement among raft nodes before linearized reading' (duration: 4.113556731s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.78774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.673052Z","time spent":"4.114665852s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:04:48.788085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117927281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:48.788899Z","caller":"traceutil/trace.go:171","msg":"trace[1424910463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"4.118748697s","start":"2026-08-19T09:04:44.6701Z","end":"2026-08-19T09:04:48.788848Z","steps":["trace[1424910463] 'agreement among raft nodes before linearized reading' (duration: 4.115483146s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:48.789245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:44.670074Z","time spent":"4.118866408s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-19T09:04:49.294319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769493667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:04:50.086902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.129232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:50.087017Z","caller":"traceutil/trace.go:171","msg":"trace[632504725] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"1.295315198s","start":"2026-08-19T09:04:48.791678Z","end":"2026-08-19T09:04:50.086993Z","steps":["trace[632504725] 'process raft request' (duration: 781.016992ms)","trace[632504725] 'compare' (duration: 513.058302ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:50.087316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.791655Z","time spent":"1.295557883s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:50.79408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-19T09:04:50.794152Z","caller":"traceutil/trace.go:171","msg":"trace[1573714842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328652s","start":"2026-08-19T09:04:48.793807Z","end":"2026-08-19T09:04:50.794136Z","steps":["trace[1573714842] 'agreement among raft nodes before linearized reading' (duration: 2.00023512s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:50.794191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.7938Z","time spent":"2.000384144s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 09:04:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T09:04:51.077914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43304719s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-19T09:04:51.078391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.791656Z","time spent":"2.286728408s","remote":"127.0.0.1:41640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-19T09:04:51.078447Z","caller":"traceutil/trace.go:171","msg":"trace[259765385] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"2.286678766s","start":"2026-08-19T09:04:48.791745Z","end":"2026-08-19T09:04:51.078424Z","steps":["trace[259765385] 'process raft request' (duration: 2.286533954s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.078709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.791733Z","time spent":"2.286888001s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.07889Z","caller":"traceutil/trace.go:171","msg":"trace[1214477548] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"2.286610217s","start":"2026-08-19T09:04:48.79225Z","end":"2026-08-19T09:04:51.078861Z","steps":["trace[1214477548] 'process raft request' (duration: 2.286401423s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.079064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.792245Z","time spent":"2.286731259s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.07912Z","caller":"traceutil/trace.go:171","msg":"trace[970932353] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"2.286857231s","start":"2026-08-19T09:04:48.792249Z","end":"2026-08-19T09:04:51.079106Z","steps":["trace[970932353] 'process raft request' (duration: 2.286554646s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:51.078919Z","caller":"traceutil/trace.go:171","msg":"trace[385344563] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"2.286739249s","start":"2026-08-19T09:04:48.79213Z","end":"2026-08-19T09:04:51.078869Z","steps":["trace[385344563] 'process raft request' (duration: 2.286250349s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.079247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.792231Z","time spent":"2.286950103s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.079281Z","caller":"traceutil/trace.go:171","msg":"trace[1842257655] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"2.286203288s","start":"2026-08-19T09:04:48.793058Z","end":"2026-08-19T09:04:51.079261Z","steps":["trace[1842257655] 'process raft request' (duration: 2.285841271s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.079289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.792121Z","time spent":"2.287074725s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:51.079381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.793049Z","time spent":"2.286280109s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.079455Z","caller":"traceutil/trace.go:171","msg":"trace[1509708911] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"2.286208148s","start":"2026-08-19T09:04:48.79323Z","end":"2026-08-19T09:04:51.079438Z","steps":["trace[1509708911] 'process raft request' (duration: 2.285961254s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.079552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.793222Z","time spent":"2.28628542s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.07991Z","caller":"traceutil/trace.go:171","msg":"trace[1411316145] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"2.286575595s","start":"2026-08-19T09:04:48.793318Z","end":"2026-08-19T09:04:51.079894Z","steps":["trace[1411316145] 'process raft request' (duration: 2.286011334s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.08005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.793303Z","time spent":"2.286679928s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.080472Z","caller":"traceutil/trace.go:171","msg":"trace[1700282529] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2278; }","duration":"2.286627757s","start":"2026-08-19T09:04:48.793831Z","end":"2026-08-19T09:04:51.080458Z","steps":["trace[1700282529] 'read index received' (duration: 778.963674ms)","trace[1700282529] 'applied index is now lower than readState.Index' (duration: 1.507663193s)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:51.081033Z","caller":"traceutil/trace.go:171","msg":"trace[707228916] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"2.287316679s","start":"2026-08-19T09:04:48.793702Z","end":"2026-08-19T09:04:51.081019Z","steps":["trace[707228916] 'process raft request' (duration: 2.285889582s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:51.081105Z","caller":"traceutil/trace.go:171","msg":"trace[159867289] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"1.716614499s","start":"2026-08-19T09:04:49.364462Z","end":"2026-08-19T09:04:51.081076Z","steps":["trace[159867289] 'process raft request' (duration: 1.715944157s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.081236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:49.364432Z","time spent":"1.716733232s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:51.081441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:48.793692Z","time spent":"2.28738687s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.17385Z","caller":"traceutil/trace.go:171","msg":"trace[33315947] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"384.073275ms","start":"2026-08-19T09:04:50.789743Z","end":"2026-08-19T09:04:51.173817Z","steps":["trace[33315947] 'process raft request' (duration: 383.84596ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.174007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:50.789713Z","time spent":"384.225868ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:04:51.17416Z","caller":"traceutil/trace.go:171","msg":"trace[682904647] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"383.763309ms","start":"2026-08-19T09:04:50.790367Z","end":"2026-08-19T09:04:51.17413Z","steps":["trace[682904647] 'process raft request' (duration: 383.381332ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:51.174457Z","caller":"traceutil/trace.go:171","msg":"trace[2047698038] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"383.914501ms","start":"2026-08-19T09:04:50.790499Z","end":"2026-08-19T09:04:51.174413Z","steps":["trace[2047698038] 'process raft request' (duration: 383.513274ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.174502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:50.790336Z","time spent":"384.070054ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:51.174543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:50.790467Z","time spent":"384.032674ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:04:51.17458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.289944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:04:51.174656Z","caller":"traceutil/trace.go:171","msg":"trace[62080462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2205; }","duration":"380.391325ms","start":"2026-08-19T09:04:50.794248Z","end":"2026-08-19T09:04:51.174639Z","steps":["trace[62080462] 'agreement among raft nodes before linearized reading' (duration: 380.232262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.174704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:50.794235Z","time spent":"380.457556ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:04:51.174894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377613712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:51.17495Z","caller":"traceutil/trace.go:171","msg":"trace[701063249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2205; }","duration":"1.377705753s","start":"2026-08-19T09:04:49.79723Z","end":"2026-08-19T09:04:51.174936Z","steps":["trace[701063249] 'agreement among raft nodes before linearized reading' (duration: 1.37755267s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:51.174991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:04:49.797209Z","time spent":"1.377772275s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-19T09:04:55.348745Z","caller":"traceutil/trace.go:171","msg":"trace[1131234561] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"161.026381ms","start":"2026-08-19T09:04:55.187694Z","end":"2026-08-19T09:04:55.348721Z","steps":["trace[1131234561] 'process raft request' (duration: 160.872078ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.36917Z","caller":"traceutil/trace.go:171","msg":"trace[1588926080] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"181.420998ms","start":"2026-08-19T09:04:55.187713Z","end":"2026-08-19T09:04:55.369134Z","steps":["trace[1588926080] 'process raft request' (duration: 181.190903ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.369205Z","caller":"traceutil/trace.go:171","msg":"trace[180416720] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"171.447673ms","start":"2026-08-19T09:04:55.197739Z","end":"2026-08-19T09:04:55.369186Z","steps":["trace[180416720] 'process raft request' (duration: 171.398642ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.369261Z","caller":"traceutil/trace.go:171","msg":"trace[1383912327] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"181.445979ms","start":"2026-08-19T09:04:55.187793Z","end":"2026-08-19T09:04:55.369239Z","steps":["trace[1383912327] 'process raft request' (duration: 181.259495ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.369416Z","caller":"traceutil/trace.go:171","msg":"trace[588377455] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"181.675983ms","start":"2026-08-19T09:04:55.187723Z","end":"2026-08-19T09:04:55.369399Z","steps":["trace[588377455] 'process raft request' (duration: 181.303936ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.369434Z","caller":"traceutil/trace.go:171","msg":"trace[1159060773] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"179.327757ms","start":"2026-08-19T09:04:55.190098Z","end":"2026-08-19T09:04:55.369426Z","steps":["trace[1159060773] 'process raft request' (duration: 179.015151ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.36954Z","caller":"traceutil/trace.go:171","msg":"trace[1137222806] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"171.685958ms","start":"2026-08-19T09:04:55.197838Z","end":"2026-08-19T09:04:55.369524Z","steps":["trace[1137222806] 'process raft request' (duration: 171.323681ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:55.369425Z","caller":"traceutil/trace.go:171","msg":"trace[2026710217] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2314; }","duration":"161.099931ms","start":"2026-08-19T09:04:55.20831Z","end":"2026-08-19T09:04:55.369409Z","steps":["trace[2026710217] 'read index received' (duration: 140.276825ms)","trace[2026710217] 'applied index is now lower than readState.Index' (duration: 20.822066ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:04:55.369726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.404666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:04:55.369808Z","caller":"traceutil/trace.go:171","msg":"trace[1537081462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"161.527949ms","start":"2026-08-19T09:04:55.208267Z","end":"2026-08-19T09:04:55.369795Z","steps":["trace[1537081462] 'agreement among raft nodes before linearized reading' (duration: 161.247614ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:04:56.445645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.707634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:04:56.445787Z","caller":"traceutil/trace.go:171","msg":"trace[149754271] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"154.845157ms","start":"2026-08-19T09:04:56.29091Z","end":"2026-08-19T09:04:56.445755Z","steps":["trace[149754271] 'process raft request' (duration: 51.935529ms)","trace[149754271] 'compare' (duration: 102.558621ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:57.494231Z","caller":"traceutil/trace.go:171","msg":"trace[170296550] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"118.878606ms","start":"2026-08-19T09:04:57.375327Z","end":"2026-08-19T09:04:57.494206Z","steps":["trace[170296550] 'process raft request' (duration: 118.791324ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:57.494259Z","caller":"traceutil/trace.go:171","msg":"trace[446230751] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"119.021948ms","start":"2026-08-19T09:04:57.375204Z","end":"2026-08-19T09:04:57.494225Z","steps":["trace[446230751] 'process raft request' (duration: 100.965351ms)","trace[446230751] 'compare' (duration: 17.778112ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:04:57.494589Z","caller":"traceutil/trace.go:171","msg":"trace[1638726892] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"116.986078ms","start":"2026-08-19T09:04:57.377592Z","end":"2026-08-19T09:04:57.494578Z","steps":["trace[1638726892] 'process raft request' (duration: 116.58146ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:57.494637Z","caller":"traceutil/trace.go:171","msg":"trace[605985562] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"116.612231ms","start":"2026-08-19T09:04:57.37801Z","end":"2026-08-19T09:04:57.494623Z","steps":["trace[605985562] 'process raft request' (duration: 116.415537ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:04:57.494912Z","caller":"traceutil/trace.go:171","msg":"trace[1428224504] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"116.752913ms","start":"2026-08-19T09:04:57.378147Z","end":"2026-08-19T09:04:57.4949Z","steps":["trace[1428224504] 'process raft request' (duration: 116.315305ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:00.380135Z","caller":"traceutil/trace.go:171","msg":"trace[425255713] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"148.981919ms","start":"2026-08-19T09:05:00.231129Z","end":"2026-08-19T09:05:00.380111Z","steps":["trace[425255713] 'process raft request' (duration: 148.842396ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:05:00.766312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.30338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:05:00.766366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.168729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:05:00.766457Z","caller":"traceutil/trace.go:171","msg":"trace[205760473] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2251; }","duration":"223.464934ms","start":"2026-08-19T09:05:00.542944Z","end":"2026-08-19T09:05:00.766409Z","steps":["trace[205760473] 'count revisions from in-memory index tree' (duration: 223.169868ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:00.766483Z","caller":"traceutil/trace.go:171","msg":"trace[747329816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2251; }","duration":"219.526506ms","start":"2026-08-19T09:05:00.546935Z","end":"2026-08-19T09:05:00.766462Z","steps":["trace[747329816] 'range keys from in-memory index tree' (duration: 218.949353ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:00.787041Z","caller":"traceutil/trace.go:171","msg":"trace[1792357059] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"172.431959ms","start":"2026-08-19T09:05:00.614587Z","end":"2026-08-19T09:05:00.787019Z","steps":["trace[1792357059] 'process raft request' (duration: 172.303906ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:03.731802Z","caller":"traceutil/trace.go:171","msg":"trace[1634438259] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"130.48783ms","start":"2026-08-19T09:05:03.601287Z","end":"2026-08-19T09:05:03.731775Z","steps":["trace[1634438259] 'process raft request' (duration: 96.466086ms)","trace[1634438259] 'compare' (duration: 33.845501ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:05:03.732033Z","caller":"traceutil/trace.go:171","msg":"trace[882486263] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"130.705904ms","start":"2026-08-19T09:05:03.601309Z","end":"2026-08-19T09:05:03.732015Z","steps":["trace[882486263] 'process raft request' (duration: 130.423048ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:03.732075Z","caller":"traceutil/trace.go:171","msg":"trace[237494864] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"130.616063ms","start":"2026-08-19T09:05:03.601433Z","end":"2026-08-19T09:05:03.732049Z","steps":["trace[237494864] 'process raft request' (duration: 130.47716ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:04.713803Z","caller":"traceutil/trace.go:171","msg":"trace[1875533507] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"200.386958ms","start":"2026-08-19T09:05:04.513394Z","end":"2026-08-19T09:05:04.713781Z","steps":["trace[1875533507] 'read index received' (duration: 200.219935ms)","trace[1875533507] 'applied index is now lower than readState.Index' (duration: 165.983µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:05:04.713985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.577502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:05:04.714025Z","caller":"traceutil/trace.go:171","msg":"trace[219827286] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2274; }","duration":"200.678364ms","start":"2026-08-19T09:05:04.513337Z","end":"2026-08-19T09:05:04.714015Z","steps":["trace[219827286] 'agreement among raft nodes before linearized reading' (duration: 200.583032ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:04.713911Z","caller":"traceutil/trace.go:171","msg":"trace[1080569334] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"202.098683ms","start":"2026-08-19T09:05:04.51178Z","end":"2026-08-19T09:05:04.713879Z","steps":["trace[1080569334] 'process raft request' (duration: 201.846268ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:04.90598Z","caller":"traceutil/trace.go:171","msg":"trace[1660877169] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2365; }","duration":"110.354873ms","start":"2026-08-19T09:05:04.795601Z","end":"2026-08-19T09:05:04.905956Z","steps":["trace[1660877169] 'read index received' (duration: 33.465737ms)","trace[1660877169] 'applied index is now lower than readState.Index' (duration: 76.887746ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:05:04.906349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.71001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-19T09:05:04.906462Z","caller":"traceutil/trace.go:171","msg":"trace[118643603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"110.895054ms","start":"2026-08-19T09:05:04.795541Z","end":"2026-08-19T09:05:04.906436Z","steps":["trace[118643603] 'agreement among raft nodes before linearized reading' (duration: 110.540077ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:05.10249Z","caller":"traceutil/trace.go:171","msg":"trace[1354048545] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2366; }","duration":"143.949402ms","start":"2026-08-19T09:05:04.958509Z","end":"2026-08-19T09:05:05.102458Z","steps":["trace[1354048545] 'read index received' (duration: 65.73166ms)","trace[1354048545] 'applied index is now lower than readState.Index' (duration: 78.216282ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:05:05.102511Z","caller":"traceutil/trace.go:171","msg":"trace[975968833] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"194.817084ms","start":"2026-08-19T09:05:04.907653Z","end":"2026-08-19T09:05:05.10247Z","steps":["trace[975968833] 'process raft request' (duration: 116.662963ms)","trace[975968833] 'compare' (duration: 77.992648ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:05:05.102958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.426091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:05:05.103337Z","caller":"traceutil/trace.go:171","msg":"trace[351517530] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2275; }","duration":"144.553674ms","start":"2026-08-19T09:05:04.958471Z","end":"2026-08-19T09:05:05.103025Z","steps":["trace[351517530] 'agreement among raft nodes before linearized reading' (duration: 144.073585ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:05:05.340025Z","caller":"traceutil/trace.go:171","msg":"trace[1455902781] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"166.891288ms","start":"2026-08-19T09:05:05.173071Z","end":"2026-08-19T09:05:05.339962Z","steps":["trace[1455902781] 'process raft request' (duration: 93.823392ms)","trace[1455902781] 'compare' (duration: 72.910143ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:05:50.265793Z","caller":"traceutil/trace.go:171","msg":"trace[1000894220] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"104.667309ms","start":"2026-08-19T09:05:50.16109Z","end":"2026-08-19T09:05:50.265757Z","steps":["trace[1000894220] 'process raft request' (duration: 64.677264ms)","trace[1000894220] 'compare' (duration: 39.863812ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:05.965835Z","caller":"traceutil/trace.go:171","msg":"trace[940199375] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"112.840349ms","start":"2026-08-19T09:06:05.852969Z","end":"2026-08-19T09:06:05.965809Z","steps":["trace[940199375] 'process raft request' (duration: 112.698405ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:06.349107Z","caller":"traceutil/trace.go:171","msg":"trace[2050044530] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"100.335705ms","start":"2026-08-19T09:06:06.248263Z","end":"2026-08-19T09:06:06.348599Z","steps":["trace[2050044530] 'process raft request' (duration: 50.84206ms)","trace[2050044530] 'compare' (duration: 49.087964ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:07.295198Z","caller":"traceutil/trace.go:171","msg":"trace[1167439700] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"120.689707ms","start":"2026-08-19T09:06:07.174475Z","end":"2026-08-19T09:06:07.295165Z","steps":["trace[1167439700] 'process raft request' (duration: 82.573763ms)","trace[1167439700] 'compare' (duration: 37.849277ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:07.295261Z","caller":"traceutil/trace.go:171","msg":"trace[60934423] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"115.153814ms","start":"2026-08-19T09:06:07.18008Z","end":"2026-08-19T09:06:07.295234Z","steps":["trace[60934423] 'process raft request' (duration: 114.967249ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:08.213114Z","caller":"traceutil/trace.go:171","msg":"trace[1324200848] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"167.929858ms","start":"2026-08-19T09:06:08.045156Z","end":"2026-08-19T09:06:08.213085Z","steps":["trace[1324200848] 'process raft request' (duration: 165.414043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:09.280781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.828179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:06:09.281988Z","caller":"traceutil/trace.go:171","msg":"trace[756971704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2658; }","duration":"203.084222ms","start":"2026-08-19T09:06:09.07885Z","end":"2026-08-19T09:06:09.281935Z","steps":["trace[756971704] 'range keys from in-memory index tree' (duration: 201.631693ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:09.28092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.328533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:06:09.28099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.797934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:06:09.282656Z","caller":"traceutil/trace.go:171","msg":"trace[1611539352] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2658; }","duration":"526.10744ms","start":"2026-08-19T09:06:08.756521Z","end":"2026-08-19T09:06:09.282628Z","steps":["trace[1611539352] 'count revisions from in-memory index tree' (duration: 524.229821ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:09.282832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:08.756456Z","time spent":"526.353066ms","remote":"127.0.0.1:41700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:06:09.282731Z","caller":"traceutil/trace.go:171","msg":"trace[695617983] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2658; }","duration":"184.618102ms","start":"2026-08-19T09:06:09.098094Z","end":"2026-08-19T09:06:09.282712Z","steps":["trace[695617983] 'count revisions from in-memory index tree' (duration: 182.675071ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:18.882803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769495016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:06:19.20957Z","caller":"traceutil/trace.go:171","msg":"trace[2009417784] linearizableReadLoop","detail":"{readStateIndex:2873; appliedIndex:2872; }","duration":"827.267448ms","start":"2026-08-19T09:06:18.382274Z","end":"2026-08-19T09:06:19.209541Z","steps":["trace[2009417784] 'read index received' (duration: 827.241027ms)","trace[2009417784] 'applied index is now lower than readState.Index' (duration: 25.161µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:19.209721Z","caller":"traceutil/trace.go:171","msg":"trace[568517482] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"947.663371ms","start":"2026-08-19T09:06:18.262036Z","end":"2026-08-19T09:06:19.209699Z","steps":["trace[568517482] 'process raft request' (duration: 947.345862ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:19.209906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.262011Z","time spent":"947.813085ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:06:19.210026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.69642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:06:19.210146Z","caller":"traceutil/trace.go:171","msg":"trace[1739467045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2763; }","duration":"827.906225ms","start":"2026-08-19T09:06:18.382225Z","end":"2026-08-19T09:06:19.210131Z","steps":["trace[1739467045] 'agreement among raft nodes before linearized reading' (duration: 827.609518ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:19.210191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.382205Z","time spent":"827.979267ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:06:19.70998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769495019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:06:20.210805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769495019,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:06:20.247087Z","caller":"traceutil/trace.go:171","msg":"trace[471989305] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.150207942s","start":"2026-08-19T09:06:19.096856Z","end":"2026-08-19T09:06:20.247064Z","steps":["trace[471989305] 'process raft request' (duration: 1.150085369s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.247227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:19.096844Z","time spent":"1.150314396s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:06:20.257619Z","caller":"traceutil/trace.go:171","msg":"trace[2091289161] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"438.733956ms","start":"2026-08-19T09:06:19.818854Z","end":"2026-08-19T09:06:20.257588Z","steps":["trace[2091289161] 'process raft request' (duration: 438.583042ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.25775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:19.818831Z","time spent":"438.843968ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:06:20.260079Z","caller":"traceutil/trace.go:171","msg":"trace[114101002] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"172.913615ms","start":"2026-08-19T09:06:20.087152Z","end":"2026-08-19T09:06:20.260065Z","steps":["trace[114101002] 'process raft request' (duration: 172.677419ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:20.260105Z","caller":"traceutil/trace.go:171","msg":"trace[1008766038] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2874; }","duration":"1.050354579s","start":"2026-08-19T09:06:19.20974Z","end":"2026-08-19T09:06:20.260094Z","steps":["trace[1008766038] 'read index received' (duration: 1.038064782s)","trace[1008766038] 'applied index is now lower than readState.Index' (duration: 12.288887ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:20.260254Z","caller":"traceutil/trace.go:171","msg":"trace[234351273] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"167.306987ms","start":"2026-08-19T09:06:20.092934Z","end":"2026-08-19T09:06:20.260241Z","steps":["trace[234351273] 'process raft request' (duration: 167.073189ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.260304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730344163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:06:20.260352Z","caller":"traceutil/trace.go:171","msg":"trace[1557394234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2767; }","duration":"1.730453205s","start":"2026-08-19T09:06:18.529889Z","end":"2026-08-19T09:06:20.260342Z","steps":["trace[1557394234] 'agreement among raft nodes before linearized reading' (duration: 1.73028719s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.260402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.529879Z","time spent":"1.730514877s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:06:20.260464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749526251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:06:20.260494Z","caller":"traceutil/trace.go:171","msg":"trace[200253543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2767; }","duration":"1.749594093s","start":"2026-08-19T09:06:18.510891Z","end":"2026-08-19T09:06:20.260485Z","steps":["trace[200253543] 'agreement among raft nodes before linearized reading' (duration: 1.749529011s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.260518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.510878Z","time spent":"1.749635614s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:06:20.260329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442164821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:06:20.260589Z","caller":"traceutil/trace.go:171","msg":"trace[2107280476] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2767; }","duration":"1.442448728s","start":"2026-08-19T09:06:18.818134Z","end":"2026-08-19T09:06:20.260582Z","steps":["trace[2107280476] 'agreement among raft nodes before linearized reading' (duration: 1.44212792s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.260612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.818075Z","time spent":"1.44252975s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:06:20.260621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463687342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:06:20.2604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738739916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:06:20.260697Z","caller":"traceutil/trace.go:171","msg":"trace[1873311271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"1.463793485s","start":"2026-08-19T09:06:18.796857Z","end":"2026-08-19T09:06:20.26065Z","steps":["trace[1873311271] 'agreement among raft nodes before linearized reading' (duration: 1.463621521s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:20.260749Z","caller":"traceutil/trace.go:171","msg":"trace[1743340180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2767; }","duration":"1.739094774s","start":"2026-08-19T09:06:18.521621Z","end":"2026-08-19T09:06:20.260716Z","steps":["trace[1743340180] 'agreement among raft nodes before linearized reading' (duration: 1.738693713s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.260762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.796837Z","time spent":"1.463890907s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:06:20.260816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.051009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-19T09:06:20.26082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:18.521605Z","time spent":"1.739181487s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:06:20.260956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047679118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:06:20.261017Z","caller":"traceutil/trace.go:171","msg":"trace[1693662983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2767; }","duration":"1.04776307s","start":"2026-08-19T09:06:19.213233Z","end":"2026-08-19T09:06:20.260996Z","steps":["trace[1693662983] 'agreement among raft nodes before linearized reading' (duration: 1.047208996s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.260399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226004409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-19T09:06:20.26109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.67537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:06:20.26111Z","caller":"traceutil/trace.go:171","msg":"trace[314176355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2767; }","duration":"848.751202ms","start":"2026-08-19T09:06:19.412353Z","end":"2026-08-19T09:06:20.261104Z","steps":["trace[314176355] 'agreement among raft nodes before linearized reading' (duration: 848.697031ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:20.261117Z","caller":"traceutil/trace.go:171","msg":"trace[839882727] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2767; }","duration":"1.226756438s","start":"2026-08-19T09:06:19.034349Z","end":"2026-08-19T09:06:20.261105Z","steps":["trace[839882727] 'agreement among raft nodes before linearized reading' (duration: 1.226025329s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.261131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:19.412332Z","time spent":"848.795843ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:06:20.261159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:19.034328Z","time spent":"1.226816899s","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:06:20.261191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.087218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:06:20.261231Z","caller":"traceutil/trace.go:171","msg":"trace[360361462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"850.17597ms","start":"2026-08-19T09:06:19.411049Z","end":"2026-08-19T09:06:20.261225Z","steps":["trace[360361462] 'agreement among raft nodes before linearized reading' (duration: 850.123959ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.261246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:19.411027Z","time spent":"850.215641ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T09:06:20.260841Z","caller":"traceutil/trace.go:171","msg":"trace[1241170611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2767; }","duration":"164.096041ms","start":"2026-08-19T09:06:20.096739Z","end":"2026-08-19T09:06:20.260835Z","steps":["trace[1241170611] 'agreement among raft nodes before linearized reading' (duration: 164.03566ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:20.261078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:19.213218Z","time spent":"1.047844663s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-19T09:06:51.679527Z","caller":"traceutil/trace.go:171","msg":"trace[900762547] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3057; }","duration":"482.770402ms","start":"2026-08-19T09:06:51.196706Z","end":"2026-08-19T09:06:51.679476Z","steps":["trace[900762547] 'read index received' (duration: 482.518725ms)","trace[900762547] 'applied index is now lower than readState.Index' (duration: 250.167µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:51.679716Z","caller":"traceutil/trace.go:171","msg":"trace[821443176] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"494.475053ms","start":"2026-08-19T09:06:51.18522Z","end":"2026-08-19T09:06:51.679695Z","steps":["trace[821443176] 'process raft request' (duration: 494.054692ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:51.679888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.799506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:06:51.679961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.242876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-19T09:06:51.679991Z","caller":"traceutil/trace.go:171","msg":"trace[323382572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2941; }","duration":"268.924289ms","start":"2026-08-19T09:06:51.411022Z","end":"2026-08-19T09:06:51.679947Z","steps":["trace[323382572] 'agreement among raft nodes before linearized reading' (duration: 268.763265ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:51.679988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:51.185203Z","time spent":"494.618997ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:06:51.680022Z","caller":"traceutil/trace.go:171","msg":"trace[1647684917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2941; }","duration":"483.338099ms","start":"2026-08-19T09:06:51.196666Z","end":"2026-08-19T09:06:51.680004Z","steps":["trace[1647684917] 'agreement among raft nodes before linearized reading' (duration: 483.125383ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:51.680064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:51.19665Z","time spent":"483.40576ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:06:51.68007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.340857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-19T09:06:51.680151Z","caller":"traceutil/trace.go:171","msg":"trace[1845556740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2941; }","duration":"243.47101ms","start":"2026-08-19T09:06:51.436657Z","end":"2026-08-19T09:06:51.680128Z","steps":["trace[1845556740] 'agreement among raft nodes before linearized reading' (duration: 243.274665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:51.680853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.857944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18cd299f57f2bce2\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-08-19T09:06:51.681174Z","caller":"traceutil/trace.go:171","msg":"trace[2147165395] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18cd299f57f2bce2; range_end:; response_count:1; response_revision:2941; }","duration":"191.207734ms","start":"2026-08-19T09:06:51.48993Z","end":"2026-08-19T09:06:51.681138Z","steps":["trace[2147165395] 'agreement among raft nodes before linearized reading' (duration: 189.883866ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:56.628025Z","caller":"traceutil/trace.go:171","msg":"trace[877521926] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"101.328728ms","start":"2026-08-19T09:06:56.526663Z","end":"2026-08-19T09:06:56.627992Z","steps":["trace[877521926] 'process raft request' (duration: 67.915996ms)","trace[877521926] 'compare' (duration: 32.575407ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:06:57.003033Z","caller":"traceutil/trace.go:171","msg":"trace[1892484271] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"368.049374ms","start":"2026-08-19T09:06:56.63494Z","end":"2026-08-19T09:06:57.00299Z","steps":["trace[1892484271] 'process raft request' (duration: 347.332975ms)","trace[1892484271] 'compare' (duration: 20.290937ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:06:57.003272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:56.634902Z","time spent":"368.287212ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:06:57.012562Z","caller":"traceutil/trace.go:171","msg":"trace[1990914846] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"376.6272ms","start":"2026-08-19T09:06:56.635914Z","end":"2026-08-19T09:06:57.012541Z","steps":["trace[1990914846] 'process raft request' (duration: 376.550637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:57.012712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:56.635906Z","time spent":"376.758354ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:06:57.013252Z","caller":"traceutil/trace.go:171","msg":"trace[1149561572] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"376.807804ms","start":"2026-08-19T09:06:56.636392Z","end":"2026-08-19T09:06:57.0132Z","steps":["trace[1149561572] 'process raft request' (duration: 376.548457ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:57.012576Z","caller":"traceutil/trace.go:171","msg":"trace[1599352270] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"376.778465ms","start":"2026-08-19T09:06:56.635765Z","end":"2026-08-19T09:06:57.012544Z","steps":["trace[1599352270] 'process raft request' (duration: 376.582509ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:06:57.013075Z","caller":"traceutil/trace.go:171","msg":"trace[323328226] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"376.909818ms","start":"2026-08-19T09:06:56.636136Z","end":"2026-08-19T09:06:57.013046Z","steps":["trace[323328226] 'process raft request' (duration: 376.368493ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:57.013493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:56.636378Z","time spent":"376.981789ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:06:57.01364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:56.636095Z","time spent":"377.411062ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:06:57.014092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:56.635742Z","time spent":"377.654739ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:06:57.616374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.561331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:06:57.616471Z","caller":"traceutil/trace.go:171","msg":"trace[1859040045] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2974; }","duration":"371.725365ms","start":"2026-08-19T09:06:57.244722Z","end":"2026-08-19T09:06:57.616448Z","steps":["trace[1859040045] 'count revisions from in-memory index tree' (duration: 371.466848ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:06:57.616506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:06:57.244698Z","time spent":"371.799818ms","remote":"127.0.0.1:50952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:07:30.892455Z","caller":"traceutil/trace.go:171","msg":"trace[607809749] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"104.707352ms","start":"2026-08-19T09:07:30.787724Z","end":"2026-08-19T09:07:30.892431Z","steps":["trace[607809749] 'process raft request' (duration: 92.625191ms)","trace[607809749] 'compare' (duration: 11.769922ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:07:36.880133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.069404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9281"} {"level":"info","ts":"2026-08-19T09:07:36.880199Z","caller":"traceutil/trace.go:171","msg":"trace[1495635994] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3177; }","duration":"149.168197ms","start":"2026-08-19T09:07:36.731017Z","end":"2026-08-19T09:07:36.880185Z","steps":["trace[1495635994] 'range keys from in-memory index tree' (duration: 148.95209ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:36.880793Z","caller":"traceutil/trace.go:171","msg":"trace[908185160] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"145.518908ms","start":"2026-08-19T09:07:36.735255Z","end":"2026-08-19T09:07:36.880774Z","steps":["trace[908185160] 'process raft request' (duration: 144.656502ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:37.379164Z","caller":"traceutil/trace.go:171","msg":"trace[1034750297] linearizableReadLoop","detail":"{readStateIndex:3310; appliedIndex:3308; }","duration":"109.84111ms","start":"2026-08-19T09:07:37.269297Z","end":"2026-08-19T09:07:37.379139Z","steps":["trace[1034750297] 'read index received' (duration: 12.669431ms)","trace[1034750297] 'applied index is now lower than readState.Index' (duration: 97.170779ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:07:37.379238Z","caller":"traceutil/trace.go:171","msg":"trace[1041881388] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"130.088028ms","start":"2026-08-19T09:07:37.24912Z","end":"2026-08-19T09:07:37.379208Z","steps":["trace[1041881388] 'process raft request' (duration: 129.099449ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:07:37.379361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.044267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:07:37.379596Z","caller":"traceutil/trace.go:171","msg":"trace[944594264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3183; }","duration":"110.323755ms","start":"2026-08-19T09:07:37.269257Z","end":"2026-08-19T09:07:37.379581Z","steps":["trace[944594264] 'agreement among raft nodes before linearized reading' (duration: 109.993705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:07:43.752871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.534838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:07:43.752965Z","caller":"traceutil/trace.go:171","msg":"trace[380642131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3211; }","duration":"262.660982ms","start":"2026-08-19T09:07:43.490285Z","end":"2026-08-19T09:07:43.752946Z","steps":["trace[380642131] 'range keys from in-memory index tree' (duration: 262.356702ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:07:43.753073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.819859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:07:43.75313Z","caller":"traceutil/trace.go:171","msg":"trace[679578625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3211; }","duration":"267.919901ms","start":"2026-08-19T09:07:43.485196Z","end":"2026-08-19T09:07:43.753116Z","steps":["trace[679578625] 'range keys from in-memory index tree' (duration: 267.654613ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:07:43.753149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.319132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:07:43.753212Z","caller":"traceutil/trace.go:171","msg":"trace[334611883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3211; }","duration":"263.995053ms","start":"2026-08-19T09:07:43.489199Z","end":"2026-08-19T09:07:43.753194Z","steps":["trace[334611883] 'range keys from in-memory index tree' (duration: 263.198429ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:07:43.753233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.008533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:07:43.753262Z","caller":"traceutil/trace.go:171","msg":"trace[524519251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3211; }","duration":"263.060415ms","start":"2026-08-19T09:07:43.490192Z","end":"2026-08-19T09:07:43.753253Z","steps":["trace[524519251] 'range keys from in-memory index tree' (duration: 262.933131ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:47.1364Z","caller":"traceutil/trace.go:171","msg":"trace[1356063562] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"158.026816ms","start":"2026-08-19T09:07:46.978345Z","end":"2026-08-19T09:07:47.136372Z","steps":["trace[1356063562] 'process raft request' (duration: 95.22549ms)","trace[1356063562] 'compare' (duration: 62.627901ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:07:47.136683Z","caller":"traceutil/trace.go:171","msg":"trace[2122274654] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3358; }","duration":"131.020297ms","start":"2026-08-19T09:07:47.005638Z","end":"2026-08-19T09:07:47.136658Z","steps":["trace[2122274654] 'read index received' (duration: 67.921542ms)","trace[2122274654] 'applied index is now lower than readState.Index' (duration: 63.097785ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:07:47.136688Z","caller":"traceutil/trace.go:171","msg":"trace[1731370093] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"139.986089ms","start":"2026-08-19T09:07:46.996671Z","end":"2026-08-19T09:07:47.136658Z","steps":["trace[1731370093] 'process raft request' (duration: 139.660649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:07:47.136888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.238293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:07:47.136858Z","caller":"traceutil/trace.go:171","msg":"trace[1588919007] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"135.524023ms","start":"2026-08-19T09:07:47.001309Z","end":"2026-08-19T09:07:47.136833Z","steps":["trace[1588919007] 'process raft request' (duration: 135.230814ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:47.136927Z","caller":"traceutil/trace.go:171","msg":"trace[1963423465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3232; }","duration":"131.357938ms","start":"2026-08-19T09:07:47.005559Z","end":"2026-08-19T09:07:47.136917Z","steps":["trace[1963423465] 'agreement among raft nodes before linearized reading' (duration: 131.199082ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:49.422868Z","caller":"traceutil/trace.go:171","msg":"trace[1943075922] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"281.484273ms","start":"2026-08-19T09:07:49.141358Z","end":"2026-08-19T09:07:49.422842Z","steps":["trace[1943075922] 'process raft request' (duration: 281.281786ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:49.430963Z","caller":"traceutil/trace.go:171","msg":"trace[1426247090] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"289.509956ms","start":"2026-08-19T09:07:49.141425Z","end":"2026-08-19T09:07:49.430935Z","steps":["trace[1426247090] 'process raft request' (duration: 289.439424ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:07:49.430992Z","caller":"traceutil/trace.go:171","msg":"trace[1803373047] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"289.562147ms","start":"2026-08-19T09:07:49.141411Z","end":"2026-08-19T09:07:49.430973Z","steps":["trace[1803373047] 'process raft request' (duration: 289.288699ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:08:15.771908Z","caller":"traceutil/trace.go:171","msg":"trace[676582226] linearizableReadLoop","detail":"{readStateIndex:3515; appliedIndex:3512; }","duration":"141.77284ms","start":"2026-08-19T09:08:15.630115Z","end":"2026-08-19T09:08:15.771888Z","steps":["trace[676582226] 'read index received' (duration: 13.918684ms)","trace[676582226] 'applied index is now lower than readState.Index' (duration: 127.853496ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:08:15.771935Z","caller":"traceutil/trace.go:171","msg":"trace[1004381265] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"214.079689ms","start":"2026-08-19T09:08:15.557809Z","end":"2026-08-19T09:08:15.771888Z","steps":["trace[1004381265] 'process raft request' (duration: 127.581588ms)","trace[1004381265] 'compare' (duration: 86.352587ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:08:15.772036Z","caller":"traceutil/trace.go:171","msg":"trace[1071404772] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"198.260827ms","start":"2026-08-19T09:08:15.573761Z","end":"2026-08-19T09:08:15.772021Z","steps":["trace[1071404772] 'process raft request' (duration: 198.093012ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:08:15.772269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.132601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T09:08:15.772356Z","caller":"traceutil/trace.go:171","msg":"trace[354675473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3379; }","duration":"142.262025ms","start":"2026-08-19T09:08:15.630072Z","end":"2026-08-19T09:08:15.772334Z","steps":["trace[354675473] 'agreement among raft nodes before linearized reading' (duration: 141.900264ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:08:16.25042Z","caller":"traceutil/trace.go:171","msg":"trace[209689475] linearizableReadLoop","detail":"{readStateIndex:3518; appliedIndex:3517; }","duration":"120.78252ms","start":"2026-08-19T09:08:16.129614Z","end":"2026-08-19T09:08:16.250396Z","steps":["trace[209689475] 'read index received' (duration: 81.342423ms)","trace[209689475] 'applied index is now lower than readState.Index' (duration: 39.439127ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:08:16.250641Z","caller":"traceutil/trace.go:171","msg":"trace[1320939084] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"183.421549ms","start":"2026-08-19T09:08:16.067175Z","end":"2026-08-19T09:08:16.250597Z","steps":["trace[1320939084] 'process raft request' (duration: 143.850818ms)","trace[1320939084] 'compare' (duration: 39.271912ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:08:16.250879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.227484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:08:16.250997Z","caller":"traceutil/trace.go:171","msg":"trace[350839552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3382; }","duration":"121.416409ms","start":"2026-08-19T09:08:16.129541Z","end":"2026-08-19T09:08:16.250958Z","steps":["trace[350839552] 'agreement among raft nodes before linearized reading' (duration: 121.136161ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:08:40.530562Z","caller":"traceutil/trace.go:171","msg":"trace[1012093323] linearizableReadLoop","detail":"{readStateIndex:3645; appliedIndex:3644; }","duration":"119.760211ms","start":"2026-08-19T09:08:40.410772Z","end":"2026-08-19T09:08:40.530532Z","steps":["trace[1012093323] 'read index received' (duration: 119.603506ms)","trace[1012093323] 'applied index is now lower than readState.Index' (duration: 155.445µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:08:40.530611Z","caller":"traceutil/trace.go:171","msg":"trace[1964798117] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"128.521488ms","start":"2026-08-19T09:08:40.402055Z","end":"2026-08-19T09:08:40.530577Z","steps":["trace[1964798117] 'process raft request' (duration: 128.27522ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:08:40.530788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.982058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:08:40.530861Z","caller":"traceutil/trace.go:171","msg":"trace[47742554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3504; }","duration":"120.113192ms","start":"2026-08-19T09:08:40.410719Z","end":"2026-08-19T09:08:40.530833Z","steps":["trace[47742554] 'agreement among raft nodes before linearized reading' (duration: 119.979898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:08:40.530941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.347089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:08:40.531009Z","caller":"traceutil/trace.go:171","msg":"trace[1135194374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3504; }","duration":"102.450092ms","start":"2026-08-19T09:08:40.428542Z","end":"2026-08-19T09:08:40.530992Z","steps":["trace[1135194374] 'agreement among raft nodes before linearized reading' (duration: 102.275577ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:08:42.756329Z","caller":"traceutil/trace.go:171","msg":"trace[971265388] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3655; }","duration":"106.526246ms","start":"2026-08-19T09:08:42.649783Z","end":"2026-08-19T09:08:42.75631Z","steps":["trace[971265388] 'read index received' (duration: 59.108453ms)","trace[971265388] 'applied index is now lower than readState.Index' (duration: 47.417153ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:08:42.756605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.811665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:08:42.756669Z","caller":"traceutil/trace.go:171","msg":"trace[2012314161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3515; }","duration":"106.917768ms","start":"2026-08-19T09:08:42.64974Z","end":"2026-08-19T09:08:42.756658Z","steps":["trace[2012314161] 'agreement among raft nodes before linearized reading' (duration: 106.722002ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:08:42.757002Z","caller":"traceutil/trace.go:171","msg":"trace[1288121172] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"156.425198ms","start":"2026-08-19T09:08:42.600566Z","end":"2026-08-19T09:08:42.756991Z","steps":["trace[1288121172] 'process raft request' (duration: 108.237191ms)","trace[1288121172] 'compare' (duration: 47.415832ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:08:44.182085Z","caller":"traceutil/trace.go:171","msg":"trace[1177158322] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"155.771013ms","start":"2026-08-19T09:08:44.026265Z","end":"2026-08-19T09:08:44.182036Z","steps":["trace[1177158322] 'process raft request' (duration: 134.796228ms)","trace[1177158322] 'compare' (duration: 20.733158ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:16.516527Z","caller":"traceutil/trace.go:171","msg":"trace[1847006008] transaction","detail":"{read_only:false; response_revision:3784; number_of_response:1; }","duration":"280.823762ms","start":"2026-08-19T09:09:16.235682Z","end":"2026-08-19T09:09:16.516506Z","steps":["trace[1847006008] 'process raft request' (duration: 280.702728ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:16.54112Z","caller":"traceutil/trace.go:171","msg":"trace[837621444] linearizableReadLoop","detail":"{readStateIndex:3936; appliedIndex:3935; }","duration":"247.366293ms","start":"2026-08-19T09:09:16.293718Z","end":"2026-08-19T09:09:16.541085Z","steps":["trace[837621444] 'read index received' (duration: 222.819671ms)","trace[837621444] 'applied index is now lower than readState.Index' (duration: 24.545102ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:16.541174Z","caller":"traceutil/trace.go:171","msg":"trace[87508477] transaction","detail":"{read_only:false; response_revision:3785; number_of_response:1; }","duration":"304.764395ms","start":"2026-08-19T09:09:16.236367Z","end":"2026-08-19T09:09:16.541131Z","steps":["trace[87508477] 'process raft request' (duration: 304.446104ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:16.541492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.752535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-19T09:09:16.541548Z","caller":"traceutil/trace.go:171","msg":"trace[901643553] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3785; }","duration":"247.863789ms","start":"2026-08-19T09:09:16.293672Z","end":"2026-08-19T09:09:16.541536Z","steps":["trace[901643553] 'agreement among raft nodes before linearized reading' (duration: 247.584801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:16.541673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:09:16.236344Z","time spent":"305.200649ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:09:16.541766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.214245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:09:16.54179Z","caller":"traceutil/trace.go:171","msg":"trace[1728444524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3785; }","duration":"131.276606ms","start":"2026-08-19T09:09:16.410507Z","end":"2026-08-19T09:09:16.541784Z","steps":["trace[1728444524] 'agreement among raft nodes before linearized reading' (duration: 131.240085ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:16.541801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.296116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T09:09:16.541871Z","caller":"traceutil/trace.go:171","msg":"trace[70792615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3785; }","duration":"157.424599ms","start":"2026-08-19T09:09:16.384427Z","end":"2026-08-19T09:09:16.541852Z","steps":["trace[70792615] 'agreement among raft nodes before linearized reading' (duration: 157.101609ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:18.830045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.28135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:09:18.83017Z","caller":"traceutil/trace.go:171","msg":"trace[850867148] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"177.703391ms","start":"2026-08-19T09:09:18.652445Z","end":"2026-08-19T09:09:18.830149Z","steps":["trace[850867148] 'process raft request' (duration: 55.238105ms)","trace[850867148] 'compare' (duration: 122.135455ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:18.834034Z","caller":"traceutil/trace.go:171","msg":"trace[579429559] linearizableReadLoop","detail":"{readStateIndex:3948; appliedIndex:3947; }","duration":"121.474643ms","start":"2026-08-19T09:09:18.712533Z","end":"2026-08-19T09:09:18.834008Z","steps":["trace[579429559] 'read index received' (duration: 121.252626ms)","trace[579429559] 'applied index is now lower than readState.Index' (duration: 220.427µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:18.834195Z","caller":"traceutil/trace.go:171","msg":"trace[1645049334] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"181.453411ms","start":"2026-08-19T09:09:18.652717Z","end":"2026-08-19T09:09:18.834171Z","steps":["trace[1645049334] 'process raft request' (duration: 181.150811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:18.834457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.905217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:09:18.834567Z","caller":"traceutil/trace.go:171","msg":"trace[320289075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3797; }","duration":"122.027341ms","start":"2026-08-19T09:09:18.712481Z","end":"2026-08-19T09:09:18.834509Z","steps":["trace[320289075] 'agreement among raft nodes before linearized reading' (duration: 121.639099ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:19.228215Z","caller":"traceutil/trace.go:171","msg":"trace[2147423747] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"106.228222ms","start":"2026-08-19T09:09:19.121956Z","end":"2026-08-19T09:09:19.228184Z","steps":["trace[2147423747] 'process raft request' (duration: 101.310543ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:21.999175Z","caller":"traceutil/trace.go:171","msg":"trace[259370579] linearizableReadLoop","detail":"{readStateIndex:3965; appliedIndex:3964; }","duration":"167.913801ms","start":"2026-08-19T09:09:21.831242Z","end":"2026-08-19T09:09:21.999156Z","steps":["trace[259370579] 'read index received' (duration: 167.792077ms)","trace[259370579] 'applied index is now lower than readState.Index' (duration: 120.714µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:21.999275Z","caller":"traceutil/trace.go:171","msg":"trace[1186376254] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"201.545169ms","start":"2026-08-19T09:09:21.797646Z","end":"2026-08-19T09:09:21.999191Z","steps":["trace[1186376254] 'process raft request' (duration: 201.389374ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:21.999329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.069966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-08-19T09:09:21.999534Z","caller":"traceutil/trace.go:171","msg":"trace[234893810] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3813; }","duration":"168.251901ms","start":"2026-08-19T09:09:21.831236Z","end":"2026-08-19T09:09:21.999487Z","steps":["trace[234893810] 'agreement among raft nodes before linearized reading' (duration: 167.984983ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:22.152092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.254668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-19T09:09:22.152186Z","caller":"traceutil/trace.go:171","msg":"trace[1482356295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3813; }","duration":"101.419392ms","start":"2026-08-19T09:09:22.050742Z","end":"2026-08-19T09:09:22.152161Z","steps":["trace[1482356295] 'range keys from in-memory index tree' (duration: 101.068151ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:27.130654Z","caller":"traceutil/trace.go:171","msg":"trace[493058951] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"110.977369ms","start":"2026-08-19T09:09:27.019644Z","end":"2026-08-19T09:09:27.130621Z","steps":["trace[493058951] 'process raft request' (duration: 41.113324ms)","trace[493058951] 'compare' (duration: 69.753992ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:27.383085Z","caller":"traceutil/trace.go:171","msg":"trace[1940679414] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"110.571526ms","start":"2026-08-19T09:09:27.272445Z","end":"2026-08-19T09:09:27.383017Z","steps":["trace[1940679414] 'process raft request' (duration: 110.40812ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:29.525841Z","caller":"traceutil/trace.go:171","msg":"trace[1202317242] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4005; }","duration":"114.439404ms","start":"2026-08-19T09:09:29.411378Z","end":"2026-08-19T09:09:29.525818Z","steps":["trace[1202317242] 'read index received' (duration: 114.062132ms)","trace[1202317242] 'applied index is now lower than readState.Index' (duration: 376.452µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:29.526172Z","caller":"traceutil/trace.go:171","msg":"trace[1137744285] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"135.013732ms","start":"2026-08-19T09:09:29.39095Z","end":"2026-08-19T09:09:29.525963Z","steps":["trace[1137744285] 'process raft request' (duration: 134.540977ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:29.52619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.746704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:09:29.526314Z","caller":"traceutil/trace.go:171","msg":"trace[1701884652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3853; }","duration":"114.924ms","start":"2026-08-19T09:09:29.411343Z","end":"2026-08-19T09:09:29.526267Z","steps":["trace[1701884652] 'agreement among raft nodes before linearized reading' (duration: 114.579728ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:33.713229Z","caller":"traceutil/trace.go:171","msg":"trace[374247692] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"160.553308ms","start":"2026-08-19T09:09:33.552651Z","end":"2026-08-19T09:09:33.713204Z","steps":["trace[374247692] 'process raft request' (duration: 160.399873ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:33.859968Z","caller":"traceutil/trace.go:171","msg":"trace[1804813239] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"142.207963ms","start":"2026-08-19T09:09:33.717733Z","end":"2026-08-19T09:09:33.859941Z","steps":["trace[1804813239] 'process raft request' (duration: 66.742199ms)","trace[1804813239] 'compare' (duration: 75.371571ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:34.924708Z","caller":"traceutil/trace.go:171","msg":"trace[490305316] linearizableReadLoop","detail":"{readStateIndex:4034; appliedIndex:4033; }","duration":"150.867687ms","start":"2026-08-19T09:09:34.773818Z","end":"2026-08-19T09:09:34.924686Z","steps":["trace[490305316] 'read index received' (duration: 128.246011ms)","trace[490305316] 'applied index is now lower than readState.Index' (duration: 22.620846ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:09:34.924831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.996011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-08-19T09:09:34.924854Z","caller":"traceutil/trace.go:171","msg":"trace[983154638] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3879; }","duration":"151.067603ms","start":"2026-08-19T09:09:34.77378Z","end":"2026-08-19T09:09:34.924847Z","steps":["trace[983154638] 'agreement among raft nodes before linearized reading' (duration: 150.98024ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:34.925182Z","caller":"traceutil/trace.go:171","msg":"trace[1439266516] transaction","detail":"{read_only:false; response_revision:3879; number_of_response:1; }","duration":"167.991993ms","start":"2026-08-19T09:09:34.757174Z","end":"2026-08-19T09:09:34.925166Z","steps":["trace[1439266516] 'process raft request' (duration: 144.82586ms)","trace[1439266516] 'compare' (duration: 22.399498ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:41.913642Z","caller":"traceutil/trace.go:171","msg":"trace[1798189120] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"121.748951ms","start":"2026-08-19T09:09:41.791859Z","end":"2026-08-19T09:09:41.913608Z","steps":["trace[1798189120] 'process raft request' (duration: 121.505593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:43.333085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.030092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:09:43.333497Z","caller":"traceutil/trace.go:171","msg":"trace[1938709787] linearizableReadLoop","detail":"{readStateIndex:4085; appliedIndex:4083; }","duration":"147.964258ms","start":"2026-08-19T09:09:43.185514Z","end":"2026-08-19T09:09:43.333478Z","steps":["trace[1938709787] 'read index received' (duration: 21.370927ms)","trace[1938709787] 'applied index is now lower than readState.Index' (duration: 126.592111ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:43.333497Z","caller":"traceutil/trace.go:171","msg":"trace[820658328] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"238.928608ms","start":"2026-08-19T09:09:43.094498Z","end":"2026-08-19T09:09:43.333427Z","steps":["trace[820658328] 'process raft request' (duration: 112.481401ms)","trace[820658328] 'compare' (duration: 125.770124ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:43.333601Z","caller":"traceutil/trace.go:171","msg":"trace[1078920350] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"236.219859ms","start":"2026-08-19T09:09:43.097355Z","end":"2026-08-19T09:09:43.333575Z","steps":["trace[1078920350] 'process raft request' (duration: 235.827885ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:43.333669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.152444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:09:43.333706Z","caller":"traceutil/trace.go:171","msg":"trace[1356161441] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3928; }","duration":"148.227887ms","start":"2026-08-19T09:09:43.185465Z","end":"2026-08-19T09:09:43.333693Z","steps":["trace[1356161441] 'agreement among raft nodes before linearized reading' (duration: 148.113924ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:43.333764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.903732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:09:43.333812Z","caller":"traceutil/trace.go:171","msg":"trace[2067477254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3928; }","duration":"130.998015ms","start":"2026-08-19T09:09:43.202801Z","end":"2026-08-19T09:09:43.333799Z","steps":["trace[2067477254] 'agreement among raft nodes before linearized reading' (duration: 130.813919ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:44.444154Z","caller":"traceutil/trace.go:171","msg":"trace[1821409256] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"102.224557ms","start":"2026-08-19T09:09:44.341912Z","end":"2026-08-19T09:09:44.444137Z","steps":["trace[1821409256] 'process raft request' (duration: 102.02496ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:45.443845Z","caller":"traceutil/trace.go:171","msg":"trace[1046818737] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"102.127056ms","start":"2026-08-19T09:09:45.341682Z","end":"2026-08-19T09:09:45.443809Z","steps":["trace[1046818737] 'process raft request' (duration: 101.906768ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:53.278272Z","caller":"traceutil/trace.go:171","msg":"trace[2001740882] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4141; }","duration":"103.741648ms","start":"2026-08-19T09:09:53.174506Z","end":"2026-08-19T09:09:53.278248Z","steps":["trace[2001740882] 'read index received' (duration: 103.603433ms)","trace[2001740882] 'applied index is now lower than readState.Index' (duration: 136.735µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:53.278321Z","caller":"traceutil/trace.go:171","msg":"trace[1523122385] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"107.75036ms","start":"2026-08-19T09:09:53.170539Z","end":"2026-08-19T09:09:53.278289Z","steps":["trace[1523122385] 'process raft request' (duration: 107.541782ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:53.27848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.974166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-19T09:09:53.278526Z","caller":"traceutil/trace.go:171","msg":"trace[1571084434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3983; }","duration":"104.09189ms","start":"2026-08-19T09:09:53.174421Z","end":"2026-08-19T09:09:53.278513Z","steps":["trace[1571084434] 'agreement among raft nodes before linearized reading' (duration: 103.928175ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:53.495858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.073546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:09:53.496025Z","caller":"traceutil/trace.go:171","msg":"trace[896127754] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3984; }","duration":"118.319184ms","start":"2026-08-19T09:09:53.377686Z","end":"2026-08-19T09:09:53.496006Z","steps":["trace[896127754] 'count revisions from in-memory index tree' (duration: 117.984664ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:58.112277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.420264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:09:58.112636Z","caller":"traceutil/trace.go:171","msg":"trace[898535151] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"300.775423ms","start":"2026-08-19T09:09:57.81183Z","end":"2026-08-19T09:09:58.112606Z","steps":["trace[898535151] 'process raft request' (duration: 199.940265ms)","trace[898535151] 'compare' (duration: 100.056893ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:09:58.112786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:09:57.811796Z","time spent":"300.915587ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:09:58.113249Z","caller":"traceutil/trace.go:171","msg":"trace[1082829655] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"301.230077ms","start":"2026-08-19T09:09:57.811977Z","end":"2026-08-19T09:09:58.113207Z","steps":["trace[1082829655] 'process raft request' (duration: 300.782863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:09:58.113361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:09:57.811949Z","time spent":"301.359842ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":277905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:09:58.15583Z","caller":"traceutil/trace.go:171","msg":"trace[1001166731] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"100.2836ms","start":"2026-08-19T09:09:58.055525Z","end":"2026-08-19T09:09:58.155809Z","steps":["trace[1001166731] 'process raft request' (duration: 100.096763ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:58.796246Z","caller":"traceutil/trace.go:171","msg":"trace[295967034] linearizableReadLoop","detail":"{readStateIndex:4220; appliedIndex:4219; }","duration":"144.345634ms","start":"2026-08-19T09:09:58.651874Z","end":"2026-08-19T09:09:58.79622Z","steps":["trace[295967034] 'read index received' (duration: 98.421158ms)","trace[295967034] 'applied index is now lower than readState.Index' (duration: 45.923176ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:09:58.796387Z","caller":"traceutil/trace.go:171","msg":"trace[896884204] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"147.907152ms","start":"2026-08-19T09:09:58.648421Z","end":"2026-08-19T09:09:58.796328Z","steps":["trace[896884204] 'process raft request' (duration: 101.666005ms)","trace[896884204] 'compare' (duration: 45.987298ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:09:58.796393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.484218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:09:58.79658Z","caller":"traceutil/trace.go:171","msg":"trace[1077942093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4056; }","duration":"144.716396ms","start":"2026-08-19T09:09:58.65184Z","end":"2026-08-19T09:09:58.796557Z","steps":["trace[1077942093] 'agreement among raft nodes before linearized reading' (duration: 144.484468ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:09:58.797233Z","caller":"traceutil/trace.go:171","msg":"trace[1674631688] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"121.171155ms","start":"2026-08-19T09:09:58.676041Z","end":"2026-08-19T09:09:58.797213Z","steps":["trace[1674631688] 'process raft request' (duration: 120.900045ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:17.613964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.489472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:10:17.614084Z","caller":"traceutil/trace.go:171","msg":"trace[373144226] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"171.093586ms","start":"2026-08-19T09:10:17.442968Z","end":"2026-08-19T09:10:17.614062Z","steps":["trace[373144226] 'process raft request' (duration: 51.424987ms)","trace[373144226] 'compare' (duration: 119.040257ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:18.54469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.858389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:18.544776Z","caller":"traceutil/trace.go:171","msg":"trace[87211715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4186; }","duration":"134.995415ms","start":"2026-08-19T09:10:18.409763Z","end":"2026-08-19T09:10:18.544758Z","steps":["trace[87211715] 'range keys from in-memory index tree' (duration: 134.745796ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:34.929566Z","caller":"traceutil/trace.go:171","msg":"trace[1572880870] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"147.999304ms","start":"2026-08-19T09:10:34.781539Z","end":"2026-08-19T09:10:34.929538Z","steps":["trace[1572880870] 'process raft request' (duration: 146.39254ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:35.35693Z","caller":"traceutil/trace.go:171","msg":"trace[747199751] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"248.118823ms","start":"2026-08-19T09:10:35.108787Z","end":"2026-08-19T09:10:35.356906Z","steps":["trace[747199751] 'process raft request' (duration: 247.677809ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:35.565831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.583479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:35.565935Z","caller":"traceutil/trace.go:171","msg":"trace[914111121] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4276; }","duration":"109.059345ms","start":"2026-08-19T09:10:35.456849Z","end":"2026-08-19T09:10:35.565909Z","steps":["trace[914111121] 'range keys from in-memory index tree' (duration: 108.459055ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:36.01551Z","caller":"traceutil/trace.go:171","msg":"trace[359220371] linearizableReadLoop","detail":"{readStateIndex:4464; appliedIndex:4463; }","duration":"127.209116ms","start":"2026-08-19T09:10:35.888278Z","end":"2026-08-19T09:10:36.015487Z","steps":["trace[359220371] 'read index received' (duration: 74.987046ms)","trace[359220371] 'applied index is now lower than readState.Index' (duration: 52.22085ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:36.015683Z","caller":"traceutil/trace.go:171","msg":"trace[1449572150] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"173.428648ms","start":"2026-08-19T09:10:35.842239Z","end":"2026-08-19T09:10:36.015668Z","steps":["trace[1449572150] 'process raft request' (duration: 121.159056ms)","trace[1449572150] 'compare' (duration: 51.789077ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:36.016017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.710912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:36.016085Z","caller":"traceutil/trace.go:171","msg":"trace[84324478] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4281; }","duration":"127.839326ms","start":"2026-08-19T09:10:35.888228Z","end":"2026-08-19T09:10:36.016067Z","steps":["trace[84324478] 'agreement among raft nodes before linearized reading' (duration: 127.581888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:36.346747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.022683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-08-19T09:10:36.346944Z","caller":"traceutil/trace.go:171","msg":"trace[397761253] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4286; }","duration":"226.271111ms","start":"2026-08-19T09:10:36.120652Z","end":"2026-08-19T09:10:36.346923Z","steps":["trace[397761253] 'range keys from in-memory index tree' (duration: 225.841046ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:36.372444Z","caller":"traceutil/trace.go:171","msg":"trace[2113571705] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"176.73342ms","start":"2026-08-19T09:10:36.195687Z","end":"2026-08-19T09:10:36.372421Z","steps":["trace[2113571705] 'process raft request' (duration: 176.395198ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:36.805533Z","caller":"traceutil/trace.go:171","msg":"trace[1155697707] linearizableReadLoop","detail":"{readStateIndex:4473; appliedIndex:4472; }","duration":"186.026287ms","start":"2026-08-19T09:10:36.619432Z","end":"2026-08-19T09:10:36.805458Z","steps":["trace[1155697707] 'read index received' (duration: 111.439514ms)","trace[1155697707] 'applied index is now lower than readState.Index' (duration: 74.585633ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:36.806058Z","caller":"traceutil/trace.go:171","msg":"trace[682411667] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"242.062024ms","start":"2026-08-19T09:10:36.563963Z","end":"2026-08-19T09:10:36.806025Z","steps":["trace[682411667] 'process raft request' (duration: 167.012757ms)","trace[682411667] 'compare' (duration: 74.21071ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:36.806183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.676979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:10:36.80629Z","caller":"traceutil/trace.go:171","msg":"trace[1765694858] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4290; }","duration":"186.868565ms","start":"2026-08-19T09:10:36.619393Z","end":"2026-08-19T09:10:36.806262Z","steps":["trace[1765694858] 'agreement among raft nodes before linearized reading' (duration: 186.587416ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:37.004383Z","caller":"traceutil/trace.go:171","msg":"trace[387186488] linearizableReadLoop","detail":"{readStateIndex:4475; appliedIndex:4474; }","duration":"124.358052ms","start":"2026-08-19T09:10:36.879997Z","end":"2026-08-19T09:10:37.004355Z","steps":["trace[387186488] 'read index received' (duration: 84.965186ms)","trace[387186488] 'applied index is now lower than readState.Index' (duration: 39.391806ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:37.004444Z","caller":"traceutil/trace.go:171","msg":"trace[751498083] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"156.465217ms","start":"2026-08-19T09:10:36.84794Z","end":"2026-08-19T09:10:37.004405Z","steps":["trace[751498083] 'process raft request' (duration: 117.119213ms)","trace[751498083] 'compare' (duration: 39.128337ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:37.004539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.523387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:37.004582Z","caller":"traceutil/trace.go:171","msg":"trace[1108312792] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4292; }","duration":"124.623961ms","start":"2026-08-19T09:10:36.879946Z","end":"2026-08-19T09:10:37.00457Z","steps":["trace[1108312792] 'agreement among raft nodes before linearized reading' (duration: 124.509328ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:40.207778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.827625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:10:40.207897Z","caller":"traceutil/trace.go:171","msg":"trace[724243888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4317; }","duration":"109.98994ms","start":"2026-08-19T09:10:40.09788Z","end":"2026-08-19T09:10:40.20787Z","steps":["trace[724243888] 'range keys from in-memory index tree' (duration: 109.566216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:40.207894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.885344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-19T09:10:40.208029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.82199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:10:40.207993Z","caller":"traceutil/trace.go:171","msg":"trace[527025811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4317; }","duration":"106.031358ms","start":"2026-08-19T09:10:40.101934Z","end":"2026-08-19T09:10:40.207966Z","steps":["trace[527025811] 'count revisions from in-memory index tree' (duration: 105.813951ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:40.208167Z","caller":"traceutil/trace.go:171","msg":"trace[1408392647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4317; }","duration":"118.216852ms","start":"2026-08-19T09:10:40.089869Z","end":"2026-08-19T09:10:40.208074Z","steps":["trace[1408392647] 'range keys from in-memory index tree' (duration: 117.540441ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:40.412662Z","caller":"traceutil/trace.go:171","msg":"trace[352192843] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"200.08176ms","start":"2026-08-19T09:10:40.212531Z","end":"2026-08-19T09:10:40.412613Z","steps":["trace[352192843] 'process raft request' (duration: 199.846032ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:40.412932Z","caller":"traceutil/trace.go:171","msg":"trace[359985850] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"199.333834ms","start":"2026-08-19T09:10:40.213584Z","end":"2026-08-19T09:10:40.412918Z","steps":["trace[359985850] 'process raft request' (duration: 199.171509ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:40.41296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.919771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:40.413007Z","caller":"traceutil/trace.go:171","msg":"trace[951977897] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4321; }","duration":"114.023684ms","start":"2026-08-19T09:10:40.298971Z","end":"2026-08-19T09:10:40.412995Z","steps":["trace[951977897] 'agreement among raft nodes before linearized reading' (duration: 113.934121ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:40.412854Z","caller":"traceutil/trace.go:171","msg":"trace[1774147175] linearizableReadLoop","detail":"{readStateIndex:4506; appliedIndex:4502; }","duration":"113.811437ms","start":"2026-08-19T09:10:40.299017Z","end":"2026-08-19T09:10:40.412828Z","steps":["trace[1774147175] 'read index received' (duration: 104.725266ms)","trace[1774147175] 'applied index is now lower than readState.Index' (duration: 9.085091ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:40.41287Z","caller":"traceutil/trace.go:171","msg":"trace[1238963567] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"199.351955ms","start":"2026-08-19T09:10:40.213499Z","end":"2026-08-19T09:10:40.412851Z","steps":["trace[1238963567] 'process raft request' (duration: 199.000613ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:40.693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.506507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:10:40.693169Z","caller":"traceutil/trace.go:171","msg":"trace[538776398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4321; }","duration":"126.715485ms","start":"2026-08-19T09:10:40.566429Z","end":"2026-08-19T09:10:40.693144Z","steps":["trace[538776398] 'range keys from in-memory index tree' (duration: 126.199628ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:41.807173Z","caller":"traceutil/trace.go:171","msg":"trace[2069898868] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"391.9761ms","start":"2026-08-19T09:10:41.415167Z","end":"2026-08-19T09:10:41.807143Z","steps":["trace[2069898868] 'process raft request' (duration: 390.676297ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:41.807622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:41.415139Z","time spent":"392.402774ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:10:41.80764Z","caller":"traceutil/trace.go:171","msg":"trace[982382629] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"187.99682ms","start":"2026-08-19T09:10:41.61962Z","end":"2026-08-19T09:10:41.807617Z","steps":["trace[982382629] 'process raft request' (duration: 187.903277ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:42.02205Z","caller":"traceutil/trace.go:171","msg":"trace[1701938394] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"161.179019ms","start":"2026-08-19T09:10:41.860849Z","end":"2026-08-19T09:10:42.022028Z","steps":["trace[1701938394] 'process raft request' (duration: 160.841688ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:44.545862Z","caller":"traceutil/trace.go:171","msg":"trace[1801295384] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"105.656919ms","start":"2026-08-19T09:10:44.440188Z","end":"2026-08-19T09:10:44.545845Z","steps":["trace[1801295384] 'process raft request' (duration: 105.523765ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:44.546154Z","caller":"traceutil/trace.go:171","msg":"trace[412952760] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"106.710754ms","start":"2026-08-19T09:10:44.439081Z","end":"2026-08-19T09:10:44.545792Z","steps":["trace[412952760] 'process raft request' (duration: 53.380413ms)","trace[412952760] 'compare' (duration: 53.149515ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:45.530513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.79047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:45.530607Z","caller":"traceutil/trace.go:171","msg":"trace[586998229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4352; }","duration":"119.957305ms","start":"2026-08-19T09:10:45.410629Z","end":"2026-08-19T09:10:45.530587Z","steps":["trace[586998229] 'range keys from in-memory index tree' (duration: 119.560592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:46.41193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.411828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:10:46.41232Z","caller":"traceutil/trace.go:171","msg":"trace[482038512] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"166.555853ms","start":"2026-08-19T09:10:46.245645Z","end":"2026-08-19T09:10:46.412201Z","steps":["trace[482038512] 'compare' (duration: 156.281772ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.412596Z","caller":"traceutil/trace.go:171","msg":"trace[1913177459] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"160.832395ms","start":"2026-08-19T09:10:46.251728Z","end":"2026-08-19T09:10:46.412561Z","steps":["trace[1913177459] 'process raft request' (duration: 160.522414ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.412787Z","caller":"traceutil/trace.go:171","msg":"trace[1417829523] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"159.573732ms","start":"2026-08-19T09:10:46.253202Z","end":"2026-08-19T09:10:46.412776Z","steps":["trace[1417829523] 'process raft request' (duration: 159.422887ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.412778Z","caller":"traceutil/trace.go:171","msg":"trace[1390725023] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"160.393641ms","start":"2026-08-19T09:10:46.252369Z","end":"2026-08-19T09:10:46.412763Z","steps":["trace[1390725023] 'process raft request' (duration: 160.07488ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.412848Z","caller":"traceutil/trace.go:171","msg":"trace[467765633] linearizableReadLoop","detail":"{readStateIndex:4716; appliedIndex:4712; }","duration":"156.158879ms","start":"2026-08-19T09:10:46.256669Z","end":"2026-08-19T09:10:46.412828Z","steps":["trace[467765633] 'read index received' (duration: 155.523117ms)","trace[467765633] 'applied index is now lower than readState.Index' (duration: 633.722µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:46.413059Z","caller":"traceutil/trace.go:171","msg":"trace[1730581395] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"158.066623ms","start":"2026-08-19T09:10:46.254971Z","end":"2026-08-19T09:10:46.413037Z","steps":["trace[1730581395] 'process raft request' (duration: 157.746122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:46.415026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.304489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10878"} {"level":"info","ts":"2026-08-19T09:10:46.415909Z","caller":"traceutil/trace.go:171","msg":"trace[1274968856] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4530; }","duration":"159.239951ms","start":"2026-08-19T09:10:46.256646Z","end":"2026-08-19T09:10:46.415886Z","steps":["trace[1274968856] 'agreement among raft nodes before linearized reading' (duration: 156.601414ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.412374Z","caller":"traceutil/trace.go:171","msg":"trace[107430158] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"166.488151ms","start":"2026-08-19T09:10:46.245854Z","end":"2026-08-19T09:10:46.412342Z","steps":["trace[107430158] 'process raft request' (duration: 166.230932ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.41837Z","caller":"traceutil/trace.go:171","msg":"trace[1880836204] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"160.486053ms","start":"2026-08-19T09:10:46.25786Z","end":"2026-08-19T09:10:46.418346Z","steps":["trace[1880836204] 'process raft request' (duration: 159.277473ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.418638Z","caller":"traceutil/trace.go:171","msg":"trace[444104785] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"159.415077ms","start":"2026-08-19T09:10:46.259203Z","end":"2026-08-19T09:10:46.418618Z","steps":["trace[444104785] 'process raft request' (duration: 158.821158ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.419235Z","caller":"traceutil/trace.go:171","msg":"trace[2014615911] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4533; }","duration":"155.741695ms","start":"2026-08-19T09:10:46.263469Z","end":"2026-08-19T09:10:46.419211Z","steps":["trace[2014615911] 'process raft request' (duration: 155.625611ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.419733Z","caller":"traceutil/trace.go:171","msg":"trace[118337367] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"159.279663ms","start":"2026-08-19T09:10:46.260439Z","end":"2026-08-19T09:10:46.419719Z","steps":["trace[118337367] 'process raft request' (duration: 158.126605ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.419767Z","caller":"traceutil/trace.go:171","msg":"trace[573460550] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"155.211517ms","start":"2026-08-19T09:10:46.264547Z","end":"2026-08-19T09:10:46.419758Z","steps":["trace[573460550] 'process raft request' (duration: 154.572926ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.419848Z","caller":"traceutil/trace.go:171","msg":"trace[1781378549] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4533; }","duration":"157.936388ms","start":"2026-08-19T09:10:46.261904Z","end":"2026-08-19T09:10:46.419841Z","steps":["trace[1781378549] 'process raft request' (duration: 157.135101ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:46.419984Z","caller":"traceutil/trace.go:171","msg":"trace[1110639285] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4534; }","duration":"153.247022ms","start":"2026-08-19T09:10:46.266732Z","end":"2026-08-19T09:10:46.419979Z","steps":["trace[1110639285] 'process raft request' (duration: 152.796497ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.518088Z","caller":"traceutil/trace.go:171","msg":"trace[1777634609] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"214.610742ms","start":"2026-08-19T09:10:47.30345Z","end":"2026-08-19T09:10:47.51806Z","steps":["trace[1777634609] 'process raft request' (duration: 170.720634ms)","trace[1777634609] 'compare' (duration: 43.633249ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:47.523376Z","caller":"traceutil/trace.go:171","msg":"trace[1322917733] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"203.922868ms","start":"2026-08-19T09:10:47.319427Z","end":"2026-08-19T09:10:47.52335Z","steps":["trace[1322917733] 'process raft request' (duration: 203.456513ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.523398Z","caller":"traceutil/trace.go:171","msg":"trace[1972311515] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"123.028259ms","start":"2026-08-19T09:10:47.400346Z","end":"2026-08-19T09:10:47.523374Z","steps":["trace[1972311515] 'process raft request' (duration: 122.967317ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.523432Z","caller":"traceutil/trace.go:171","msg":"trace[244163261] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"173.726544ms","start":"2026-08-19T09:10:47.349676Z","end":"2026-08-19T09:10:47.523402Z","steps":["trace[244163261] 'process raft request' (duration: 173.592749ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.523619Z","caller":"traceutil/trace.go:171","msg":"trace[858525487] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4850; }","duration":"113.237723ms","start":"2026-08-19T09:10:47.410362Z","end":"2026-08-19T09:10:47.523599Z","steps":["trace[858525487] 'read index received' (duration: 63.959596ms)","trace[858525487] 'applied index is now lower than readState.Index' (duration: 49.276837ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:47.523761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.377448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:47.523852Z","caller":"traceutil/trace.go:171","msg":"trace[1875358904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4664; }","duration":"113.506042ms","start":"2026-08-19T09:10:47.410328Z","end":"2026-08-19T09:10:47.523835Z","steps":["trace[1875358904] 'agreement among raft nodes before linearized reading' (duration: 113.341406ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.816564Z","caller":"traceutil/trace.go:171","msg":"trace[1652004799] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"155.094805ms","start":"2026-08-19T09:10:47.661445Z","end":"2026-08-19T09:10:47.81654Z","steps":["trace[1652004799] 'process raft request' (duration: 154.948961ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.833017Z","caller":"traceutil/trace.go:171","msg":"trace[570064933] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"125.621906ms","start":"2026-08-19T09:10:47.707374Z","end":"2026-08-19T09:10:47.832996Z","steps":["trace[570064933] 'process raft request' (duration: 125.44777ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:47.833455Z","caller":"traceutil/trace.go:171","msg":"trace[750127462] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"124.331213ms","start":"2026-08-19T09:10:47.709103Z","end":"2026-08-19T09:10:47.833434Z","steps":["trace[750127462] 'process raft request' (duration: 123.92953ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:50.656631Z","caller":"traceutil/trace.go:171","msg":"trace[1002297974] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4944; }","duration":"334.868978ms","start":"2026-08-19T09:10:50.321736Z","end":"2026-08-19T09:10:50.656605Z","steps":["trace[1002297974] 'read index received' (duration: 334.747633ms)","trace[1002297974] 'applied index is now lower than readState.Index' (duration: 120.225µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:50.65675Z","caller":"traceutil/trace.go:171","msg":"trace[662678579] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"341.606421ms","start":"2026-08-19T09:10:50.315131Z","end":"2026-08-19T09:10:50.656737Z","steps":["trace[662678579] 'process raft request' (duration: 341.30842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:50.656841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:50.315108Z","time spent":"341.671023ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:10:50.657029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.261851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-08-19T09:10:50.657121Z","caller":"traceutil/trace.go:171","msg":"trace[1445303371] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4752; }","duration":"335.389274ms","start":"2026-08-19T09:10:50.321713Z","end":"2026-08-19T09:10:50.657102Z","steps":["trace[1445303371] 'agreement among raft nodes before linearized reading' (duration: 335.106515ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:50.657164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:50.321706Z","time spent":"335.447307ms","remote":"127.0.0.1:44642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4760,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-08-19T09:10:50.659472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.43046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:50.659549Z","caller":"traceutil/trace.go:171","msg":"trace[847873907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"247.530773ms","start":"2026-08-19T09:10:50.411996Z","end":"2026-08-19T09:10:50.659527Z","steps":["trace[847873907] 'agreement among raft nodes before linearized reading' (duration: 247.414619ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:50.659616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.866396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:10:50.659686Z","caller":"traceutil/trace.go:171","msg":"trace[1710345869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4753; }","duration":"177.987739ms","start":"2026-08-19T09:10:50.48168Z","end":"2026-08-19T09:10:50.659668Z","steps":["trace[1710345869] 'agreement among raft nodes before linearized reading' (duration: 177.757372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:50.659983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.803029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-08-19T09:10:50.660038Z","caller":"traceutil/trace.go:171","msg":"trace[1706761463] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4753; }","duration":"232.014586ms","start":"2026-08-19T09:10:50.428004Z","end":"2026-08-19T09:10:50.660019Z","steps":["trace[1706761463] 'agreement among raft nodes before linearized reading' (duration: 231.768538ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:50.660096Z","caller":"traceutil/trace.go:171","msg":"trace[619776857] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"325.389762ms","start":"2026-08-19T09:10:50.334675Z","end":"2026-08-19T09:10:50.660065Z","steps":["trace[619776857] 'process raft request' (duration: 324.623455ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:50.660245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:50.334664Z","time spent":"325.500025ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:10:51.422654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.720814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:51.423235Z","caller":"traceutil/trace.go:171","msg":"trace[1724870555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4781; }","duration":"439.333545ms","start":"2026-08-19T09:10:50.983882Z","end":"2026-08-19T09:10:51.423215Z","steps":["trace[1724870555] 'range keys from in-memory index tree' (duration: 438.658063ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.423402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:50.983869Z","time spent":"439.512321ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-19T09:10:51.529746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769500080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:10:51.531694Z","caller":"traceutil/trace.go:171","msg":"trace[1979467740] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"502.990022ms","start":"2026-08-19T09:10:51.028671Z","end":"2026-08-19T09:10:51.531661Z","steps":["trace[1979467740] 'process raft request' (duration: 502.710133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.531856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:51.028647Z","time spent":"503.134647ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:10:51.531894Z","caller":"traceutil/trace.go:171","msg":"trace[1661689642] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4974; }","duration":"502.116022ms","start":"2026-08-19T09:10:51.029462Z","end":"2026-08-19T09:10:51.531578Z","steps":["trace[1661689642] 'read index received' (duration: 501.858174ms)","trace[1661689642] 'applied index is now lower than readState.Index' (duration: 257.048µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:51.532105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.686208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:10:51.532148Z","caller":"traceutil/trace.go:171","msg":"trace[1035842662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4782; }","duration":"501.770291ms","start":"2026-08-19T09:10:51.030366Z","end":"2026-08-19T09:10:51.532137Z","steps":["trace[1035842662] 'agreement among raft nodes before linearized reading' (duration: 501.637776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.53218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:51.030349Z","time spent":"501.822962ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:10:51.532302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.372317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:51.53235Z","caller":"traceutil/trace.go:171","msg":"trace[1374743480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4782; }","duration":"121.456729ms","start":"2026-08-19T09:10:51.410881Z","end":"2026-08-19T09:10:51.532338Z","steps":["trace[1374743480] 'agreement among raft nodes before linearized reading' (duration: 121.363056ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.532492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.15607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db2fab40-5df6-4d9f-b19b-77a9f182d070\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-08-19T09:10:51.532527Z","caller":"traceutil/trace.go:171","msg":"trace[1502818199] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db2fab40-5df6-4d9f-b19b-77a9f182d070; range_end:; response_count:1; response_revision:4782; }","duration":"366.231262ms","start":"2026-08-19T09:10:51.166286Z","end":"2026-08-19T09:10:51.532518Z","steps":["trace[1502818199] 'agreement among raft nodes before linearized reading' (duration: 366.121839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.532537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.916324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:10:51.532554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:51.166266Z","time spent":"366.282614ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db2fab40-5df6-4d9f-b19b-77a9f182d070\" "} {"level":"info","ts":"2026-08-19T09:10:51.532581Z","caller":"traceutil/trace.go:171","msg":"trace[792225379] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4782; }","duration":"416.002007ms","start":"2026-08-19T09:10:51.116568Z","end":"2026-08-19T09:10:51.53257Z","steps":["trace[792225379] 'agreement among raft nodes before linearized reading' (duration: 415.930415ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.532616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:51.116548Z","time spent":"416.060449ms","remote":"127.0.0.1:34030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:10:51.532855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.659921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-08-19T09:10:51.532904Z","caller":"traceutil/trace.go:171","msg":"trace[1804687390] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4782; }","duration":"398.737073ms","start":"2026-08-19T09:10:51.134146Z","end":"2026-08-19T09:10:51.532883Z","steps":["trace[1804687390] 'agreement among raft nodes before linearized reading' (duration: 398.608469ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.532938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:51.134115Z","time spent":"398.815486ms","remote":"127.0.0.1:41820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-08-19T09:10:51.533229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.22834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:51.533275Z","caller":"traceutil/trace.go:171","msg":"trace[1697025533] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4782; }","duration":"105.327933ms","start":"2026-08-19T09:10:51.427936Z","end":"2026-08-19T09:10:51.533264Z","steps":["trace[1697025533] 'agreement among raft nodes before linearized reading' (duration: 105.24475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.534244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.7691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-08-19T09:10:51.534299Z","caller":"traceutil/trace.go:171","msg":"trace[387420203] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4782; }","duration":"504.827772ms","start":"2026-08-19T09:10:51.029458Z","end":"2026-08-19T09:10:51.534286Z","steps":["trace[387420203] 'agreement among raft nodes before linearized reading' (duration: 502.287318ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:51.534335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:51.029433Z","time spent":"504.891185ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207441,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-08-19T09:10:52.494722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.571459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:10:52.494923Z","caller":"traceutil/trace.go:171","msg":"trace[1180406174] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4986; }","duration":"411.811022ms","start":"2026-08-19T09:10:52.083084Z","end":"2026-08-19T09:10:52.494895Z","steps":["trace[1180406174] 'read index received' (duration: 190.890792ms)","trace[1180406174] 'applied index is now lower than readState.Index' (duration: 220.91804ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:52.494941Z","caller":"traceutil/trace.go:171","msg":"trace[188776040] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"473.518525ms","start":"2026-08-19T09:10:52.021379Z","end":"2026-08-19T09:10:52.494897Z","steps":["trace[188776040] 'process raft request' (duration: 252.581434ms)","trace[188776040] 'compare' (duration: 220.278678ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:52.495113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:52.021357Z","time spent":"473.67766ms","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:10:52.495277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.177274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-08-19T09:10:52.495313Z","caller":"traceutil/trace.go:171","msg":"trace[1369680413] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4794; }","duration":"412.251176ms","start":"2026-08-19T09:10:52.083051Z","end":"2026-08-19T09:10:52.495302Z","steps":["trace[1369680413] 'agreement among raft nodes before linearized reading' (duration: 411.976127ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:52.495304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.484633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-19T09:10:52.495343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.335956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:52.495409Z","caller":"traceutil/trace.go:171","msg":"trace[936540339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4794; }","duration":"381.631387ms","start":"2026-08-19T09:10:52.113757Z","end":"2026-08-19T09:10:52.495389Z","steps":["trace[936540339] 'agreement among raft nodes before linearized reading' (duration: 381.355188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:52.495351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:52.083032Z","time spent":"412.310298ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-08-19T09:10:52.495448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.617237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-08-19T09:10:52.495486Z","caller":"traceutil/trace.go:171","msg":"trace[1285661126] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4794; }","duration":"280.72434ms","start":"2026-08-19T09:10:52.214751Z","end":"2026-08-19T09:10:52.495475Z","steps":["trace[1285661126] 'agreement among raft nodes before linearized reading' (duration: 280.577365ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:52.4955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.126447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-19T09:10:52.495561Z","caller":"traceutil/trace.go:171","msg":"trace[973764686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4794; }","duration":"252.46726ms","start":"2026-08-19T09:10:52.242932Z","end":"2026-08-19T09:10:52.4954Z","steps":["trace[973764686] 'agreement among raft nodes before linearized reading' (duration: 252.320755ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:52.495582Z","caller":"traceutil/trace.go:171","msg":"trace[1557519385] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4794; }","duration":"117.21675ms","start":"2026-08-19T09:10:52.378344Z","end":"2026-08-19T09:10:52.495561Z","steps":["trace[1557519385] 'agreement among raft nodes before linearized reading' (duration: 116.935341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:52.496309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:52.113743Z","time spent":"381.71499ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-19T09:10:54.375748Z","caller":"traceutil/trace.go:171","msg":"trace[1288241054] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"346.99623ms","start":"2026-08-19T09:10:54.028727Z","end":"2026-08-19T09:10:54.375724Z","steps":["trace[1288241054] 'process raft request' (duration: 346.512404ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:54.375884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:54.028709Z","time spent":"347.107943ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:10:54.413509Z","caller":"traceutil/trace.go:171","msg":"trace[206152205] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"384.715965ms","start":"2026-08-19T09:10:54.028768Z","end":"2026-08-19T09:10:54.413484Z","steps":["trace[206152205] 'process raft request' (duration: 384.571721ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:54.413644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:54.028745Z","time spent":"384.831659ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-19T09:10:54.844809Z","caller":"traceutil/trace.go:171","msg":"trace[1539833146] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"129.973137ms","start":"2026-08-19T09:10:54.714809Z","end":"2026-08-19T09:10:54.844782Z","steps":["trace[1539833146] 'process raft request' (duration: 128.174547ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:54.844972Z","caller":"traceutil/trace.go:171","msg":"trace[823518311] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5029; }","duration":"125.733755ms","start":"2026-08-19T09:10:54.719224Z","end":"2026-08-19T09:10:54.844957Z","steps":["trace[823518311] 'read index received' (duration: 123.77935ms)","trace[823518311] 'applied index is now lower than readState.Index' (duration: 1.953735ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:54.845017Z","caller":"traceutil/trace.go:171","msg":"trace[676856924] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"129.940586ms","start":"2026-08-19T09:10:54.715037Z","end":"2026-08-19T09:10:54.844978Z","steps":["trace[676856924] 'process raft request' (duration: 129.829272ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:54.845119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.88189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-19T09:10:54.845139Z","caller":"traceutil/trace.go:171","msg":"trace[967547959] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:4837; }","duration":"125.923902ms","start":"2026-08-19T09:10:54.719209Z","end":"2026-08-19T09:10:54.845133Z","steps":["trace[967547959] 'agreement among raft nodes before linearized reading' (duration: 125.826348ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:54.84528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.13365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:54.845321Z","caller":"traceutil/trace.go:171","msg":"trace[1827117364] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4837; }","duration":"102.221422ms","start":"2026-08-19T09:10:54.743088Z","end":"2026-08-19T09:10:54.84531Z","steps":["trace[1827117364] 'agreement among raft nodes before linearized reading' (duration: 102.13744ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:56.660033Z","caller":"traceutil/trace.go:171","msg":"trace[1452868486] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5058; }","duration":"103.483546ms","start":"2026-08-19T09:10:56.556527Z","end":"2026-08-19T09:10:56.660011Z","steps":["trace[1452868486] 'read index received' (duration: 103.374291ms)","trace[1452868486] 'applied index is now lower than readState.Index' (duration: 108.075µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:10:56.660259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.728004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:10:56.660298Z","caller":"traceutil/trace.go:171","msg":"trace[507681821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4863; }","duration":"103.817977ms","start":"2026-08-19T09:10:56.55647Z","end":"2026-08-19T09:10:56.660288Z","steps":["trace[507681821] 'agreement among raft nodes before linearized reading' (duration: 103.639121ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:56.660345Z","caller":"traceutil/trace.go:171","msg":"trace[1738939727] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"123.734121ms","start":"2026-08-19T09:10:56.536579Z","end":"2026-08-19T09:10:56.660313Z","steps":["trace[1738939727] 'process raft request' (duration: 123.309966ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:59.423853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.426712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:10:59.423932Z","caller":"traceutil/trace.go:171","msg":"trace[767694130] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4927; }","duration":"138.558627ms","start":"2026-08-19T09:10:59.285357Z","end":"2026-08-19T09:10:59.423915Z","steps":["trace[767694130] 'count revisions from in-memory index tree' (duration: 138.35384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:59.425207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.150027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-08-19T09:10:59.425261Z","caller":"traceutil/trace.go:171","msg":"trace[57637541] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4927; }","duration":"133.207788ms","start":"2026-08-19T09:10:59.29204Z","end":"2026-08-19T09:10:59.425248Z","steps":["trace[57637541] 'range keys from in-memory index tree' (duration: 132.149163ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:10:59.79957Z","caller":"traceutil/trace.go:171","msg":"trace[1111745630] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"247.252538ms","start":"2026-08-19T09:10:59.552297Z","end":"2026-08-19T09:10:59.79955Z","steps":["trace[1111745630] 'read index received' (duration: 247.122684ms)","trace[1111745630] 'applied index is now lower than readState.Index' (duration: 129.124µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:10:59.799654Z","caller":"traceutil/trace.go:171","msg":"trace[1086383012] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"248.374525ms","start":"2026-08-19T09:10:59.551271Z","end":"2026-08-19T09:10:59.799646Z","steps":["trace[1086383012] 'process raft request' (duration: 248.143578ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:10:59.799851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.528387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-08-19T09:10:59.799931Z","caller":"traceutil/trace.go:171","msg":"trace[1959891548] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4928; }","duration":"247.6295ms","start":"2026-08-19T09:10:59.552281Z","end":"2026-08-19T09:10:59.799911Z","steps":["trace[1959891548] 'agreement among raft nodes before linearized reading' (duration: 247.374562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:00.367762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.66217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:00.367863Z","caller":"traceutil/trace.go:171","msg":"trace[1833029142] linearizableReadLoop","detail":"{readStateIndex:5129; appliedIndex:5128; }","duration":"568.220725ms","start":"2026-08-19T09:10:59.799626Z","end":"2026-08-19T09:11:00.367847Z","steps":["trace[1833029142] 'read index received' (duration: 252.333177ms)","trace[1833029142] 'applied index is now lower than readState.Index' (duration: 315.886508ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:00.367936Z","caller":"traceutil/trace.go:171","msg":"trace[1212008211] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"634.759991ms","start":"2026-08-19T09:10:59.73316Z","end":"2026-08-19T09:11:00.36792Z","steps":["trace[1212008211] 'process raft request' (duration: 318.834682ms)","trace[1212008211] 'compare' (duration: 315.548347ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:00.368038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.758217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:11:00.368078Z","caller":"traceutil/trace.go:171","msg":"trace[1233929598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4929; }","duration":"717.8411ms","start":"2026-08-19T09:10:59.650228Z","end":"2026-08-19T09:11:00.368069Z","steps":["trace[1233929598] 'agreement among raft nodes before linearized reading' (duration: 717.686615ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:00.36811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:59.650201Z","time spent":"717.902012ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:11:00.368014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:59.733105Z","time spent":"634.876785ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:00.389127Z","caller":"traceutil/trace.go:171","msg":"trace[592986984] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"377.882814ms","start":"2026-08-19T09:11:00.011228Z","end":"2026-08-19T09:11:00.389111Z","steps":["trace[592986984] 'process raft request' (duration: 377.796261ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:00.389132Z","caller":"traceutil/trace.go:171","msg":"trace[1794554428] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"381.761513ms","start":"2026-08-19T09:11:00.007347Z","end":"2026-08-19T09:11:00.389109Z","steps":["trace[1794554428] 'process raft request' (duration: 381.580707ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:00.389222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:00.011215Z","time spent":"377.960376ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:00.389253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:00.007318Z","time spent":"381.866586ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:00.389277Z","caller":"traceutil/trace.go:171","msg":"trace[1427894033] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"341.15041ms","start":"2026-08-19T09:11:00.04811Z","end":"2026-08-19T09:11:00.38926Z","steps":["trace[1427894033] 'process raft request' (duration: 340.956083ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:00.389357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:00.0481Z","time spent":"341.221082ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:11:00.457219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.59629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-08-19T09:11:00.457309Z","caller":"traceutil/trace.go:171","msg":"trace[1164046727] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4933; }","duration":"653.729094ms","start":"2026-08-19T09:10:59.80356Z","end":"2026-08-19T09:11:00.457289Z","steps":["trace[1164046727] 'agreement among raft nodes before linearized reading' (duration: 653.493277ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:00.457326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.921555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8\" ","response":"range_response_count:1 size:9757"} {"level":"warn","ts":"2026-08-19T09:11:00.457359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:10:59.803544Z","time spent":"653.804006ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-08-19T09:11:00.457426Z","caller":"traceutil/trace.go:171","msg":"trace[1690339645] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8; range_end:; response_count:1; response_revision:4933; }","duration":"411.058559ms","start":"2026-08-19T09:11:00.046344Z","end":"2026-08-19T09:11:00.457402Z","steps":["trace[1690339645] 'agreement among raft nodes before linearized reading' (duration: 410.799161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:00.45749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:00.046328Z","time spent":"411.147122ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9780,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8\" "} {"level":"info","ts":"2026-08-19T09:11:00.817163Z","caller":"traceutil/trace.go:171","msg":"trace[107713220] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"128.290365ms","start":"2026-08-19T09:11:00.688845Z","end":"2026-08-19T09:11:00.817135Z","steps":["trace[107713220] 'process raft request' (duration: 128.106819ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:00.835295Z","caller":"traceutil/trace.go:171","msg":"trace[751569053] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"104.912857ms","start":"2026-08-19T09:11:00.730359Z","end":"2026-08-19T09:11:00.835272Z","steps":["trace[751569053] 'process raft request' (duration: 104.792593ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:02.752525Z","caller":"traceutil/trace.go:171","msg":"trace[428997215] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"380.209525ms","start":"2026-08-19T09:11:02.372289Z","end":"2026-08-19T09:11:02.752499Z","steps":["trace[428997215] 'process raft request' (duration: 380.063861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:02.752663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.37227Z","time spent":"380.330719ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:03.269695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.399811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:03.269951Z","caller":"traceutil/trace.go:171","msg":"trace[423684060] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5145; }","duration":"859.425504ms","start":"2026-08-19T09:11:02.410481Z","end":"2026-08-19T09:11:03.269906Z","steps":["trace[423684060] 'read index received' (duration: 341.891158ms)","trace[423684060] 'applied index is now lower than readState.Index' (duration: 517.533276ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:03.269942Z","caller":"traceutil/trace.go:171","msg":"trace[1251888158] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"874.944072ms","start":"2026-08-19T09:11:02.394949Z","end":"2026-08-19T09:11:03.269893Z","steps":["trace[1251888158] 'process raft request' (duration: 767.263221ms)","trace[1251888158] 'compare' (duration: 107.288908ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:03.270103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.394932Z","time spent":"875.084866ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:03.27033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.369032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:11:03.270368Z","caller":"traceutil/trace.go:171","msg":"trace[1856816446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4947; }","duration":"808.435084ms","start":"2026-08-19T09:11:02.461919Z","end":"2026-08-19T09:11:03.270354Z","steps":["trace[1856816446] 'agreement among raft nodes before linearized reading' (duration: 808.302339ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:03.2703Z","caller":"traceutil/trace.go:171","msg":"trace[64627585] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"866.454728ms","start":"2026-08-19T09:11:02.403774Z","end":"2026-08-19T09:11:03.270229Z","steps":["trace[64627585] 'process raft request' (duration: 866.022863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:03.2704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.461902Z","time spent":"808.490335ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:11:03.270406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.761425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:11:03.270487Z","caller":"traceutil/trace.go:171","msg":"trace[1442579729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4947; }","duration":"221.865748ms","start":"2026-08-19T09:11:03.0486Z","end":"2026-08-19T09:11:03.270466Z","steps":["trace[1442579729] 'agreement among raft nodes before linearized reading' (duration: 221.626231ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:03.270544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.053189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:03.270576Z","caller":"traceutil/trace.go:171","msg":"trace[1078257130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4947; }","duration":"400.098111ms","start":"2026-08-19T09:11:02.87047Z","end":"2026-08-19T09:11:03.270568Z","steps":["trace[1078257130] 'agreement among raft nodes before linearized reading' (duration: 400.014358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:03.270603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.870463Z","time spent":"400.134382ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:11:03.270585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.40376Z","time spent":"866.651135ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:03.270654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.85646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-08-19T09:11:03.270717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.059743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T09:11:03.270716Z","caller":"traceutil/trace.go:171","msg":"trace[1875242772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4947; }","duration":"222.934823ms","start":"2026-08-19T09:11:03.047767Z","end":"2026-08-19T09:11:03.270702Z","steps":["trace[1875242772] 'agreement among raft nodes before linearized reading' (duration: 222.82859ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:03.270745Z","caller":"traceutil/trace.go:171","msg":"trace[962755111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4947; }","duration":"449.122294ms","start":"2026-08-19T09:11:02.821615Z","end":"2026-08-19T09:11:03.270738Z","steps":["trace[962755111] 'agreement among raft nodes before linearized reading' (duration: 449.048342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:03.270798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.821594Z","time spent":"449.197437ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:11:03.270566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.740284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:11:03.270849Z","caller":"traceutil/trace.go:171","msg":"trace[463269419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4947; }","duration":"315.063706ms","start":"2026-08-19T09:11:02.955776Z","end":"2026-08-19T09:11:03.27084Z","steps":["trace[463269419] 'agreement among raft nodes before linearized reading' (duration: 314.664863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:03.27088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.955758Z","time spent":"315.113697ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:11:03.270973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.50932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:03.271129Z","caller":"traceutil/trace.go:171","msg":"trace[585082884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"860.692546ms","start":"2026-08-19T09:11:02.410403Z","end":"2026-08-19T09:11:03.271096Z","steps":["trace[585082884] 'agreement among raft nodes before linearized reading' (duration: 860.534861ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:03.271169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:02.410383Z","time spent":"860.776178ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:06.911173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769500694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:07.411594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769500694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:07.911835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769500694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:08.410856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000538427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-19T09:11:08.41096Z","caller":"traceutil/trace.go:171","msg":"trace[1013952345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695032s","start":"2026-08-19T09:11:06.410244Z","end":"2026-08-19T09:11:08.410939Z","steps":["trace[1013952345] 'agreement among raft nodes before linearized reading' (duration: 2.000570208s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.411021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.410223Z","time spent":"2.000786105s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 09:11:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T09:11:08.412994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769500694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:08.487063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392179005s","expected-duration":"1s"} {"level":"info","ts":"2026-08-19T09:11:08.487436Z","caller":"traceutil/trace.go:171","msg":"trace[558301302] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"2.392685341s","start":"2026-08-19T09:11:06.09473Z","end":"2026-08-19T09:11:08.487416Z","steps":["trace[558301302] 'process raft request' (duration: 2.392538917s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.487552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.094709Z","time spent":"2.392781836s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:08.968246Z","caller":"traceutil/trace.go:171","msg":"trace[194196589] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"2.42301813s","start":"2026-08-19T09:11:06.545212Z","end":"2026-08-19T09:11:08.96823Z","steps":["trace[194196589] 'process raft request' (duration: 2.422863045s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:08.968456Z","caller":"traceutil/trace.go:171","msg":"trace[428328857] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"2.199233663s","start":"2026-08-19T09:11:06.769213Z","end":"2026-08-19T09:11:08.968446Z","steps":["trace[428328857] 'process raft request' (duration: 2.198982755s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.968589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.769187Z","time spent":"2.199331056s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:08.96865Z","caller":"traceutil/trace.go:171","msg":"trace[1834868079] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5223; }","duration":"2.558332454s","start":"2026-08-19T09:11:06.410286Z","end":"2026-08-19T09:11:08.968618Z","steps":["trace[1834868079] 'read index received' (duration: 2.076936546s)","trace[1834868079] 'applied index is now lower than readState.Index' (duration: 481.395098ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:08.968769Z","caller":"traceutil/trace.go:171","msg":"trace[1096733939] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"1.664573763s","start":"2026-08-19T09:11:07.304185Z","end":"2026-08-19T09:11:08.968758Z","steps":["trace[1096733939] 'process raft request' (duration: 1.664377577s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.968873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.304175Z","time spent":"1.664627355s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:08.968895Z","caller":"traceutil/trace.go:171","msg":"trace[422451284] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"1.675904541s","start":"2026-08-19T09:11:07.292877Z","end":"2026-08-19T09:11:08.968781Z","steps":["trace[422451284] 'process raft request' (duration: 1.67556255s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.969073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.292856Z","time spent":"1.676106388s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:08.969236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496641906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-08-19T09:11:08.969374Z","caller":"traceutil/trace.go:171","msg":"trace[563531620] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5026; }","duration":"2.496790531s","start":"2026-08-19T09:11:06.472503Z","end":"2026-08-19T09:11:08.969294Z","steps":["trace[563531620] 'agreement among raft nodes before linearized reading' (duration: 2.496410968s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.969502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.472487Z","time spent":"2.496952468s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-08-19T09:11:08.969584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608219233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-19T09:11:08.969591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.545195Z","time spent":"2.423164865s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:08.969637Z","caller":"traceutil/trace.go:171","msg":"trace[148276882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5026; }","duration":"1.608274665s","start":"2026-08-19T09:11:07.361352Z","end":"2026-08-19T09:11:08.969626Z","steps":["trace[148276882] 'agreement among raft nodes before linearized reading' (duration: 1.60812272s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.969668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.36134Z","time spent":"1.608319906s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:11:08.969703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564285607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-19T09:11:08.969787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564445802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:08.969795Z","caller":"traceutil/trace.go:171","msg":"trace[513739996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5026; }","duration":"1.564404151s","start":"2026-08-19T09:11:07.405367Z","end":"2026-08-19T09:11:08.969771Z","steps":["trace[513739996] 'agreement among raft nodes before linearized reading' (duration: 1.564149852s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.969861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564446643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-08-19T09:11:08.96986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.405362Z","time spent":"1.564482454s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-19T09:11:08.969882Z","caller":"traceutil/trace.go:171","msg":"trace[678252453] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5026; }","duration":"1.564479633s","start":"2026-08-19T09:11:07.405397Z","end":"2026-08-19T09:11:08.969877Z","steps":["trace[678252453] 'agreement among raft nodes before linearized reading' (duration: 1.564430452s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.969898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.405393Z","time spent":"1.564500715s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:11:08.969974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126750425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:11:08.969991Z","caller":"traceutil/trace.go:171","msg":"trace[1365028457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5026; }","duration":"2.126796157s","start":"2026-08-19T09:11:06.843191Z","end":"2026-08-19T09:11:08.969988Z","steps":["trace[1365028457] 'agreement among raft nodes before linearized reading' (duration: 2.126751175s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.843178Z","time spent":"2.126821957s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:11:08.970028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397938866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:08.969813Z","caller":"traceutil/trace.go:171","msg":"trace[1039778069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5026; }","duration":"1.564495074s","start":"2026-08-19T09:11:07.405308Z","end":"2026-08-19T09:11:08.969803Z","steps":["trace[1039778069] 'agreement among raft nodes before linearized reading' (duration: 1.564430332s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:08.970087Z","caller":"traceutil/trace.go:171","msg":"trace[537285777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5026; }","duration":"1.398012288s","start":"2026-08-19T09:11:07.57205Z","end":"2026-08-19T09:11:08.970062Z","steps":["trace[537285777] 'agreement among raft nodes before linearized reading' (duration: 1.397943376s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622270802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-19T09:11:08.970108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.405296Z","time spent":"1.564801014s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-19T09:11:08.970126Z","caller":"traceutil/trace.go:171","msg":"trace[1064123125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5026; }","duration":"1.622332953s","start":"2026-08-19T09:11:07.347789Z","end":"2026-08-19T09:11:08.970122Z","steps":["trace[1064123125] 'agreement among raft nodes before linearized reading' (duration: 1.622285902s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.572036Z","time spent":"1.39808273s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:08.970232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.156003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:08.970254Z","caller":"traceutil/trace.go:171","msg":"trace[1550228743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5026; }","duration":"559.210635ms","start":"2026-08-19T09:11:08.411039Z","end":"2026-08-19T09:11:08.970249Z","steps":["trace[1550228743] 'agreement among raft nodes before linearized reading' (duration: 559.181475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.411017Z","time spent":"559.246026ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:08.969596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564096441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-19T09:11:08.97023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422358101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-19T09:11:08.970352Z","caller":"traceutil/trace.go:171","msg":"trace[476558851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5026; }","duration":"1.422544417s","start":"2026-08-19T09:11:07.547797Z","end":"2026-08-19T09:11:08.970342Z","steps":["trace[476558851] 'agreement among raft nodes before linearized reading' (duration: 1.422253477s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.145246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8\" ","response":"range_response_count:1 size:9871"} {"level":"info","ts":"2026-08-19T09:11:08.970395Z","caller":"traceutil/trace.go:171","msg":"trace[2126250259] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8; range_end:; response_count:1; response_revision:5026; }","duration":"477.185916ms","start":"2026-08-19T09:11:08.493205Z","end":"2026-08-19T09:11:08.970391Z","steps":["trace[2126250259] 'agreement among raft nodes before linearized reading' (duration: 477.135184ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.97041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.493193Z","time spent":"477.212478ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9894,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8\" "} {"level":"warn","ts":"2026-08-19T09:11:08.970391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3827638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:08.97044Z","caller":"traceutil/trace.go:171","msg":"trace[730027711] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5026; }","duration":"1.382834412s","start":"2026-08-19T09:11:07.587596Z","end":"2026-08-19T09:11:08.970431Z","steps":["trace[730027711] 'agreement among raft nodes before linearized reading' (duration: 1.382716099s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.54777Z","time spent":"1.422614109s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-19T09:11:08.970304Z","caller":"traceutil/trace.go:171","msg":"trace[994135392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5026; }","duration":"1.564869837s","start":"2026-08-19T09:11:07.405423Z","end":"2026-08-19T09:11:08.970292Z","steps":["trace[994135392] 'agreement among raft nodes before linearized reading' (duration: 1.563969287s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.405418Z","time spent":"1.565246579s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:11:08.970725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4238466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-08-19T09:11:08.970723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453635852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-08-19T09:11:08.97082Z","caller":"traceutil/trace.go:171","msg":"trace[1987056561] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960; range_end:; response_count:1; response_revision:5026; }","duration":"2.453768676s","start":"2026-08-19T09:11:06.517041Z","end":"2026-08-19T09:11:08.97081Z","steps":["trace[1987056561] 'agreement among raft nodes before linearized reading' (duration: 2.453605331s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.970856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.51702Z","time spent":"2.453827668s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" "} {"level":"warn","ts":"2026-08-19T09:11:08.97014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.34777Z","time spent":"1.622366335s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:11:08.970475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.587582Z","time spent":"1.382884624s","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":78,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:11:08.970788Z","caller":"traceutil/trace.go:171","msg":"trace[1978910516] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5026; }","duration":"1.423940443s","start":"2026-08-19T09:11:07.54684Z","end":"2026-08-19T09:11:08.970781Z","steps":["trace[1978910516] 'agreement among raft nodes before linearized reading' (duration: 1.423780598s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.971128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:07.546822Z","time spent":"1.424296635s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-19T09:11:08.971082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163401807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8.18cd29de5735ec67\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-08-19T09:11:08.971278Z","caller":"traceutil/trace.go:171","msg":"trace[855938587] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8.18cd29de5735ec67; range_end:; response_count:1; response_revision:5026; }","duration":"2.164008768s","start":"2026-08-19T09:11:06.807228Z","end":"2026-08-19T09:11:08.971237Z","steps":["trace[855938587] 'agreement among raft nodes before linearized reading' (duration: 2.163362727s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:08.97138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:06.807207Z","time spent":"2.164159192s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-525j8.18cd29de5735ec67\" "} {"level":"warn","ts":"2026-08-19T09:11:09.353822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.054915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:09.353936Z","caller":"traceutil/trace.go:171","msg":"trace[954026942] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"378.290659ms","start":"2026-08-19T09:11:08.975625Z","end":"2026-08-19T09:11:09.353916Z","steps":["trace[954026942] 'process raft request' (duration: 253.051177ms)","trace[954026942] 'compare' (duration: 124.802997ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:09.354006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.975604Z","time spent":"378.370491ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.91945Z","caller":"traceutil/trace.go:171","msg":"trace[76474625] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"941.775919ms","start":"2026-08-19T09:11:08.977642Z","end":"2026-08-19T09:11:09.919418Z","steps":["trace[76474625] 'process raft request' (duration: 941.680966ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:09.919523Z","caller":"traceutil/trace.go:171","msg":"trace[2099066894] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"942.439761ms","start":"2026-08-19T09:11:08.977042Z","end":"2026-08-19T09:11:09.919482Z","steps":["trace[2099066894] 'process raft request' (duration: 849.512389ms)","trace[2099066894] 'compare' (duration: 92.642823ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:09.91962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.977632Z","time spent":"941.894704ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:09.919673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.977034Z","time spent":"942.556735ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.919766Z","caller":"traceutil/trace.go:171","msg":"trace[530260091] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"942.064609ms","start":"2026-08-19T09:11:08.977674Z","end":"2026-08-19T09:11:09.919739Z","steps":["trace[530260091] 'process raft request' (duration: 941.696717ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.919913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.977652Z","time spent":"942.189063ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.920019Z","caller":"traceutil/trace.go:171","msg":"trace[783126851] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"942.237154ms","start":"2026-08-19T09:11:08.97777Z","end":"2026-08-19T09:11:09.920007Z","steps":["trace[783126851] 'process raft request' (duration: 941.877532ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.920086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.977761Z","time spent":"942.293355ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.920231Z","caller":"traceutil/trace.go:171","msg":"trace[771372195] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"942.208853ms","start":"2026-08-19T09:11:08.978012Z","end":"2026-08-19T09:11:09.920221Z","steps":["trace[771372195] 'process raft request' (duration: 941.922723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.920288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.978004Z","time spent":"942.257124ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.920395Z","caller":"traceutil/trace.go:171","msg":"trace[2140069848] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"942.093409ms","start":"2026-08-19T09:11:08.978288Z","end":"2026-08-19T09:11:09.920381Z","steps":["trace[2140069848] 'process raft request' (duration: 941.887762ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.920452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.97828Z","time spent":"942.14213ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.920536Z","caller":"traceutil/trace.go:171","msg":"trace[1077602236] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"942.026187ms","start":"2026-08-19T09:11:08.978481Z","end":"2026-08-19T09:11:09.920507Z","steps":["trace[1077602236] 'process raft request' (duration: 941.842831ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:09.920464Z","caller":"traceutil/trace.go:171","msg":"trace[236092924] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5228; }","duration":"943.00119ms","start":"2026-08-19T09:11:08.977444Z","end":"2026-08-19T09:11:09.920445Z","steps":["trace[236092924] 'read index received' (duration: 251.247518ms)","trace[236092924] 'applied index is now lower than readState.Index' (duration: 691.752842ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:09.920676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.217057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10560"} {"level":"warn","ts":"2026-08-19T09:11:09.9207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.978472Z","time spent":"942.13577ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.920746Z","caller":"traceutil/trace.go:171","msg":"trace[431510622] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5036; }","duration":"943.28941ms","start":"2026-08-19T09:11:08.97744Z","end":"2026-08-19T09:11:09.92073Z","steps":["trace[431510622] 'agreement among raft nodes before linearized reading' (duration: 943.060852ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.920791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.977419Z","time spent":"943.360602ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10583,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-08-19T09:11:09.920802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.240488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-08-19T09:11:09.920844Z","caller":"traceutil/trace.go:171","msg":"trace[1246402961] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5036; }","duration":"943.29875ms","start":"2026-08-19T09:11:08.977534Z","end":"2026-08-19T09:11:09.920832Z","steps":["trace[1246402961] 'agreement among raft nodes before linearized reading' (duration: 943.129304ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:09.920875Z","caller":"traceutil/trace.go:171","msg":"trace[995644302] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"942.550754ms","start":"2026-08-19T09:11:08.978308Z","end":"2026-08-19T09:11:09.920859Z","steps":["trace[995644302] 'process raft request' (duration: 941.966864ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.920945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.05745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:11:09.920946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.978301Z","time spent":"942.609526ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.920976Z","caller":"traceutil/trace.go:171","msg":"trace[892461563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5036; }","duration":"943.095992ms","start":"2026-08-19T09:11:08.977872Z","end":"2026-08-19T09:11:09.920968Z","steps":["trace[892461563] 'agreement among raft nodes before linearized reading' (duration: 943.041531ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.977868Z","time spent":"943.126633ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:09.920883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.97753Z","time spent":"943.346091ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-08-19T09:11:09.921107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.595724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-08-19T09:11:09.921017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.822343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-08-19T09:11:09.921156Z","caller":"traceutil/trace.go:171","msg":"trace[488647844] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb; range_end:; response_count:1; response_revision:5036; }","duration":"563.674666ms","start":"2026-08-19T09:11:09.357469Z","end":"2026-08-19T09:11:09.921144Z","steps":["trace[488647844] 'agreement among raft nodes before linearized reading' (duration: 563.577133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.92119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.357451Z","time spent":"563.731108ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb\" "} {"level":"info","ts":"2026-08-19T09:11:09.921029Z","caller":"traceutil/trace.go:171","msg":"trace[188869062] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"940.222556ms","start":"2026-08-19T09:11:08.980792Z","end":"2026-08-19T09:11:09.921014Z","steps":["trace[188869062] 'process raft request' (duration: 939.577195ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.921686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:08.980785Z","time spent":"940.855068ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:09.921846Z","caller":"traceutil/trace.go:171","msg":"trace[435288649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5036; }","duration":"915.982588ms","start":"2026-08-19T09:11:09.005182Z","end":"2026-08-19T09:11:09.921165Z","steps":["trace[435288649] 'agreement among raft nodes before linearized reading' (duration: 915.724859ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:09.921958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.005149Z","time spent":"916.781485ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-08-19T09:11:10.834513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.112052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:10.83462Z","caller":"traceutil/trace.go:171","msg":"trace[1037275594] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5239; }","duration":"842.340504ms","start":"2026-08-19T09:11:09.992262Z","end":"2026-08-19T09:11:10.834602Z","steps":["trace[1037275594] 'read index received' (duration: 258.145759ms)","trace[1037275594] 'applied index is now lower than readState.Index' (duration: 584.193535ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:10.834854Z","caller":"traceutil/trace.go:171","msg":"trace[215376680] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"844.110464ms","start":"2026-08-19T09:11:09.990723Z","end":"2026-08-19T09:11:10.834833Z","steps":["trace[215376680] 'process raft request' (duration: 259.600768ms)","trace[215376680] 'compare' (duration: 583.990509ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:10.834854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.578812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:10.835254Z","caller":"traceutil/trace.go:171","msg":"trace[508771156] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5038; }","duration":"843.019737ms","start":"2026-08-19T09:11:09.992218Z","end":"2026-08-19T09:11:10.835238Z","steps":["trace[508771156] 'agreement among raft nodes before linearized reading' (duration: 842.582112ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:10.835354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.992197Z","time spent":"843.10011ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-19T09:11:10.834993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.990713Z","time spent":"844.195236ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:11.258507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.472578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:11.25883Z","caller":"traceutil/trace.go:171","msg":"trace[1005871180] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"1.265459894s","start":"2026-08-19T09:11:09.99334Z","end":"2026-08-19T09:11:11.2588Z","steps":["trace[1005871180] 'process raft request' (duration: 1.063620523s)","trace[1005871180] 'compare' (duration: 201.312573ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:11.258998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.993325Z","time spent":"1.265599489s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:11.488218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.558476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-08-19T09:11:11.488771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491610707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:11.488826Z","caller":"traceutil/trace.go:171","msg":"trace[1090870450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"1.491687459s","start":"2026-08-19T09:11:09.997124Z","end":"2026-08-19T09:11:11.488811Z","steps":["trace[1090870450] 'agreement among raft nodes before linearized reading' (duration: 1.491605717s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.488805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.133054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:11.488898Z","caller":"traceutil/trace.go:171","msg":"trace[957609144] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5039; }","duration":"834.257418ms","start":"2026-08-19T09:11:10.654602Z","end":"2026-08-19T09:11:11.48886Z","steps":["trace[957609144] 'agreement among raft nodes before linearized reading' (duration: 834.132354ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.488867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.997114Z","time spent":"1.491742951s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:11.488948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:10.654573Z","time spent":"834.365902ms","remote":"127.0.0.1:41822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:11:11.48911Z","caller":"traceutil/trace.go:171","msg":"trace[199921500] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"512.162864ms","start":"2026-08-19T09:11:10.976928Z","end":"2026-08-19T09:11:11.489091Z","steps":["trace[199921500] 'process raft request' (duration: 511.382038ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.489316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:10.976905Z","time spent":"512.259157ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:11.489371Z","caller":"traceutil/trace.go:171","msg":"trace[1130460909] linearizableReadLoop","detail":"{readStateIndex:5242; appliedIndex:5240; }","duration":"653.813543ms","start":"2026-08-19T09:11:10.834647Z","end":"2026-08-19T09:11:11.488461Z","steps":["trace[1130460909] 'read index received' (duration: 222.339164ms)","trace[1130460909] 'applied index is now lower than readState.Index' (duration: 431.473329ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:11.573605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579718868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-08-19T09:11:11.573666Z","caller":"traceutil/trace.go:171","msg":"trace[1424158298] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5040; }","duration":"1.57979601s","start":"2026-08-19T09:11:09.993853Z","end":"2026-08-19T09:11:11.573649Z","steps":["trace[1424158298] 'agreement among raft nodes before linearized reading' (duration: 1.494970618s)","trace[1424158298] 'range keys from in-memory index tree' (duration: 84.590385ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:11.574021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.993839Z","time spent":"1.580166683s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-08-19T09:11:11.574164Z","caller":"traceutil/trace.go:171","msg":"trace[467653320] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"309.381551ms","start":"2026-08-19T09:11:11.264761Z","end":"2026-08-19T09:11:11.574142Z","steps":["trace[467653320] 'process raft request' (duration: 309.223955ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:11.574215Z","caller":"traceutil/trace.go:171","msg":"trace[1319807337] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"308.429659ms","start":"2026-08-19T09:11:11.265767Z","end":"2026-08-19T09:11:11.574196Z","steps":["trace[1319807337] 'process raft request' (duration: 308.328206ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.574248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.536018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:11:11.574297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.264744Z","time spent":"309.475934ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:11.574315Z","caller":"traceutil/trace.go:171","msg":"trace[319527205] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5046; }","duration":"277.622691ms","start":"2026-08-19T09:11:11.296675Z","end":"2026-08-19T09:11:11.574298Z","steps":["trace[319527205] 'agreement among raft nodes before linearized reading' (duration: 277.537088ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.573739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581112644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18cd29deeb8f7148\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-08-19T09:11:11.574376Z","caller":"traceutil/trace.go:171","msg":"trace[796548182] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"353.308719ms","start":"2026-08-19T09:11:11.221052Z","end":"2026-08-19T09:11:11.574361Z","steps":["trace[796548182] 'process raft request' (duration: 352.680388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.574491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.26576Z","time spent":"308.506042ms","remote":"127.0.0.1:42092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:11.574506Z","caller":"traceutil/trace.go:171","msg":"trace[184416684] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18cd29deeb8f7148; range_end:; response_count:1; response_revision:5040; }","duration":"1.581914041s","start":"2026-08-19T09:11:09.992568Z","end":"2026-08-19T09:11:11.574482Z","steps":["trace[184416684] 'agreement among raft nodes before linearized reading' (duration: 1.496767998s)","trace[184416684] 'range keys from in-memory index tree' (duration: 84.242593ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:11.574634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:09.99256Z","time spent":"1.582037325s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":769,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18cd29deeb8f7148\" "} {"level":"warn","ts":"2026-08-19T09:11:11.574679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.47623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:11:11.574734Z","caller":"traceutil/trace.go:171","msg":"trace[1890041765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5046; }","duration":"735.562693ms","start":"2026-08-19T09:11:10.83916Z","end":"2026-08-19T09:11:11.574723Z","steps":["trace[1890041765] 'agreement among raft nodes before linearized reading' (duration: 735.385036ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.574739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.686912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-08-19T09:11:11.574799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:10.839145Z","time spent":"735.644996ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-19T09:11:11.574803Z","caller":"traceutil/trace.go:171","msg":"trace[40632138] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960; range_end:; response_count:1; response_revision:5046; }","duration":"583.770135ms","start":"2026-08-19T09:11:10.991021Z","end":"2026-08-19T09:11:11.574791Z","steps":["trace[40632138] 'agreement among raft nodes before linearized reading' (duration: 583.63149ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.574839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:10.991013Z","time spent":"583.818646ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" "} {"level":"warn","ts":"2026-08-19T09:11:11.574873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.903552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-08-19T09:11:11.574958Z","caller":"traceutil/trace.go:171","msg":"trace[790419207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960; range_end:; response_count:1; response_revision:5046; }","duration":"311.157781ms","start":"2026-08-19T09:11:11.263784Z","end":"2026-08-19T09:11:11.574942Z","steps":["trace[790419207] 'agreement among raft nodes before linearized reading' (duration: 310.776307ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:11.575048Z","caller":"traceutil/trace.go:171","msg":"trace[76261497] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"309.678342ms","start":"2026-08-19T09:11:11.265357Z","end":"2026-08-19T09:11:11.575036Z","steps":["trace[76261497] 'process raft request' (duration: 308.696239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.575048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.263766Z","time spent":"311.225373ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" "} {"level":"info","ts":"2026-08-19T09:11:11.573911Z","caller":"traceutil/trace.go:171","msg":"trace[1919940144] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"592.94421ms","start":"2026-08-19T09:11:10.980941Z","end":"2026-08-19T09:11:11.573885Z","steps":["trace[1919940144] 'process raft request' (duration: 592.728833ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:11.575148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.26535Z","time spent":"309.741754ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:11.575205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:10.980926Z","time spent":"594.204723ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:11.57523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.221025Z","time spent":"353.410922ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:11.573771Z","caller":"traceutil/trace.go:171","msg":"trace[713646027] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"593.085186ms","start":"2026-08-19T09:11:10.980645Z","end":"2026-08-19T09:11:11.57373Z","steps":["trace[713646027] 'process raft request' (duration: 508.434979ms)","trace[713646027] 'compare' (duration: 84.482141ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:11.575443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:10.980632Z","time spent":"594.68143ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:11.799304Z","caller":"traceutil/trace.go:171","msg":"trace[829935312] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"218.661783ms","start":"2026-08-19T09:11:11.580614Z","end":"2026-08-19T09:11:11.799275Z","steps":["trace[829935312] 'process raft request' (duration: 119.228392ms)","trace[829935312] 'compare' (duration: 99.10622ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:11.799576Z","caller":"traceutil/trace.go:171","msg":"trace[1326665162] linearizableReadLoop","detail":"{readStateIndex:5250; appliedIndex:5249; }","duration":"216.591744ms","start":"2026-08-19T09:11:11.582967Z","end":"2026-08-19T09:11:11.799558Z","steps":["trace[1326665162] 'read index received' (duration: 116.955506ms)","trace[1326665162] 'applied index is now lower than readState.Index' (duration: 99.634968ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:11.79981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.829332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-08-19T09:11:11.799885Z","caller":"traceutil/trace.go:171","msg":"trace[1922837140] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5047; }","duration":"216.935045ms","start":"2026-08-19T09:11:11.582931Z","end":"2026-08-19T09:11:11.799866Z","steps":["trace[1922837140] 'agreement among raft nodes before linearized reading' (duration: 216.754629ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.066628Z","caller":"traceutil/trace.go:171","msg":"trace[372705793] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5250; }","duration":"266.964195ms","start":"2026-08-19T09:11:11.799637Z","end":"2026-08-19T09:11:12.066601Z","steps":["trace[372705793] 'read index received' (duration: 203.219255ms)","trace[372705793] 'applied index is now lower than readState.Index' (duration: 63.743489ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:12.066795Z","caller":"traceutil/trace.go:171","msg":"trace[1886861355] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"480.715313ms","start":"2026-08-19T09:11:11.586058Z","end":"2026-08-19T09:11:12.066774Z","steps":["trace[1886861355] 'process raft request' (duration: 416.878391ms)","trace[1886861355] 'compare' (duration: 63.212282ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:12.066957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.586044Z","time spent":"480.828807ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:12.067085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.887796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-08-19T09:11:12.067136Z","caller":"traceutil/trace.go:171","msg":"trace[1627399677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5048; }","duration":"438.972459ms","start":"2026-08-19T09:11:11.628151Z","end":"2026-08-19T09:11:12.067123Z","steps":["trace[1627399677] 'agreement among raft nodes before linearized reading' (duration: 438.741521ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.067172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.628139Z","time spent":"439.024341ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-19T09:11:12.067361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.447504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:12.067486Z","caller":"traceutil/trace.go:171","msg":"trace[1850668431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5048; }","duration":"483.605969ms","start":"2026-08-19T09:11:11.583857Z","end":"2026-08-19T09:11:12.067463Z","steps":["trace[1850668431] 'agreement among raft nodes before linearized reading' (duration: 483.216036ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.067703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.088956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:11:12.067734Z","caller":"traceutil/trace.go:171","msg":"trace[131918034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5048; }","duration":"139.148108ms","start":"2026-08-19T09:11:11.928579Z","end":"2026-08-19T09:11:12.067727Z","steps":["trace[131918034] 'agreement among raft nodes before linearized reading' (duration: 139.028203ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.067721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.552976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18cd29deec0ba9ad\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-08-19T09:11:12.067925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.160314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T09:11:12.067877Z","caller":"traceutil/trace.go:171","msg":"trace[60607027] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18cd29deec0ba9ad; range_end:; response_count:1; response_revision:5048; }","duration":"264.753002ms","start":"2026-08-19T09:11:11.803104Z","end":"2026-08-19T09:11:12.067857Z","steps":["trace[60607027] 'agreement among raft nodes before linearized reading' (duration: 264.41796ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.067947Z","caller":"traceutil/trace.go:171","msg":"trace[1534055243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5048; }","duration":"138.232167ms","start":"2026-08-19T09:11:11.929709Z","end":"2026-08-19T09:11:12.067941Z","steps":["trace[1534055243] 'agreement among raft nodes before linearized reading' (duration: 138.175165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.068097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.090836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:12.068116Z","caller":"traceutil/trace.go:171","msg":"trace[2043978302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5048; }","duration":"139.128437ms","start":"2026-08-19T09:11:11.928983Z","end":"2026-08-19T09:11:12.068111Z","steps":["trace[2043978302] 'agreement among raft nodes before linearized reading' (duration: 139.080085ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.068231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.542321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:11:12.06825Z","caller":"traceutil/trace.go:171","msg":"trace[989102526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5048; }","duration":"139.614093ms","start":"2026-08-19T09:11:11.928631Z","end":"2026-08-19T09:11:12.068245Z","steps":["trace[989102526] 'agreement among raft nodes before linearized reading' (duration: 139.555231ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.067656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:11.583851Z","time spent":"483.788005ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:12.068626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.092568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:11:12.068648Z","caller":"traceutil/trace.go:171","msg":"trace[598708678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5048; }","duration":"140.13609ms","start":"2026-08-19T09:11:11.928508Z","end":"2026-08-19T09:11:12.068644Z","steps":["trace[598708678] 'agreement among raft nodes before linearized reading' (duration: 140.084418ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.069085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.601686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-08-19T09:11:12.069137Z","caller":"traceutil/trace.go:171","msg":"trace[1295536270] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5048; }","duration":"264.71398ms","start":"2026-08-19T09:11:11.804408Z","end":"2026-08-19T09:11:12.069122Z","steps":["trace[1295536270] 'agreement among raft nodes before linearized reading' (duration: 263.736168ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:12.069826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.301616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:11:12.06988Z","caller":"traceutil/trace.go:171","msg":"trace[975784235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5048; }","duration":"143.386489ms","start":"2026-08-19T09:11:11.926481Z","end":"2026-08-19T09:11:12.069868Z","steps":["trace[975784235] 'agreement among raft nodes before linearized reading' (duration: 141.359982ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.264738Z","caller":"traceutil/trace.go:171","msg":"trace[1089045146] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"191.630691ms","start":"2026-08-19T09:11:12.073079Z","end":"2026-08-19T09:11:12.26471Z","steps":["trace[1089045146] 'process raft request' (duration: 191.31093ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.264782Z","caller":"traceutil/trace.go:171","msg":"trace[227700831] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5252; }","duration":"186.396156ms","start":"2026-08-19T09:11:12.078368Z","end":"2026-08-19T09:11:12.264764Z","steps":["trace[227700831] 'read index received' (duration: 84.050037ms)","trace[227700831] 'applied index is now lower than readState.Index' (duration: 102.345269ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:12.265159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.770659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-08-19T09:11:12.265236Z","caller":"traceutil/trace.go:171","msg":"trace[27160432] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5055; }","duration":"186.882302ms","start":"2026-08-19T09:11:12.078342Z","end":"2026-08-19T09:11:12.265224Z","steps":["trace[27160432] 'agreement among raft nodes before linearized reading' (duration: 186.666955ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.265529Z","caller":"traceutil/trace.go:171","msg":"trace[1386806338] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"191.873668ms","start":"2026-08-19T09:11:12.07363Z","end":"2026-08-19T09:11:12.265503Z","steps":["trace[1386806338] 'process raft request' (duration: 191.01844ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.265541Z","caller":"traceutil/trace.go:171","msg":"trace[1767388205] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"189.195029ms","start":"2026-08-19T09:11:12.076334Z","end":"2026-08-19T09:11:12.265529Z","steps":["trace[1767388205] 'process raft request' (duration: 188.344941ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.265644Z","caller":"traceutil/trace.go:171","msg":"trace[1676623223] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"192.420447ms","start":"2026-08-19T09:11:12.073215Z","end":"2026-08-19T09:11:12.265635Z","steps":["trace[1676623223] 'process raft request' (duration: 191.328851ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.265718Z","caller":"traceutil/trace.go:171","msg":"trace[489571453] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"192.210579ms","start":"2026-08-19T09:11:12.0735Z","end":"2026-08-19T09:11:12.26571Z","steps":["trace[489571453] 'process raft request' (duration: 191.113003ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:12.266027Z","caller":"traceutil/trace.go:171","msg":"trace[1930201442] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"189.5415ms","start":"2026-08-19T09:11:12.076453Z","end":"2026-08-19T09:11:12.265995Z","steps":["trace[1930201442] 'process raft request' (duration: 188.258388ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:14.287997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.121279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:14.288116Z","caller":"traceutil/trace.go:171","msg":"trace[1447903469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5070; }","duration":"189.271234ms","start":"2026-08-19T09:11:14.098824Z","end":"2026-08-19T09:11:14.288095Z","steps":["trace[1447903469] 'count revisions from in-memory index tree' (duration: 189.055786ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:19.574912Z","caller":"traceutil/trace.go:171","msg":"trace[945140653] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5342; }","duration":"163.869649ms","start":"2026-08-19T09:11:19.411019Z","end":"2026-08-19T09:11:19.574888Z","steps":["trace[945140653] 'read index received' (duration: 163.338422ms)","trace[945140653] 'applied index is now lower than readState.Index' (duration: 530.187µs)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:19.575034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.998544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:19.575116Z","caller":"traceutil/trace.go:171","msg":"trace[967851896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5138; }","duration":"164.132658ms","start":"2026-08-19T09:11:19.410964Z","end":"2026-08-19T09:11:19.575097Z","steps":["trace[967851896] 'agreement among raft nodes before linearized reading' (duration: 163.966323ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:19.575645Z","caller":"traceutil/trace.go:171","msg":"trace[294645513] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"183.655252ms","start":"2026-08-19T09:11:19.391973Z","end":"2026-08-19T09:11:19.575628Z","steps":["trace[294645513] 'process raft request' (duration: 182.753371ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:19.638855Z","caller":"traceutil/trace.go:171","msg":"trace[341700920] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"109.904815ms","start":"2026-08-19T09:11:19.528932Z","end":"2026-08-19T09:11:19.638837Z","steps":["trace[341700920] 'process raft request' (duration: 78.554687ms)","trace[341700920] 'compare' (duration: 31.156422ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:20.586202Z","caller":"traceutil/trace.go:171","msg":"trace[1734005224] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"102.591361ms","start":"2026-08-19T09:11:20.483577Z","end":"2026-08-19T09:11:20.586169Z","steps":["trace[1734005224] 'process raft request' (duration: 90.311231ms)","trace[1734005224] 'compare' (duration: 12.070963ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:20.586371Z","caller":"traceutil/trace.go:171","msg":"trace[158277678] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"100.859214ms","start":"2026-08-19T09:11:20.485483Z","end":"2026-08-19T09:11:20.586342Z","steps":["trace[158277678] 'process raft request' (duration: 100.666288ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:20.586805Z","caller":"traceutil/trace.go:171","msg":"trace[1164594093] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"102.179828ms","start":"2026-08-19T09:11:20.484564Z","end":"2026-08-19T09:11:20.586744Z","steps":["trace[1164594093] 'process raft request' (duration: 101.531716ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:20.941658Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2773} {"level":"info","ts":"2026-08-19T09:11:21.22029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2773,"took":"277.10932ms","hash":2102385329,"current-db-size-bytes":51613696,"current-db-size":"52 MB","current-db-size-in-use-bytes":26927104,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-19T09:11:21.220354Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2102385329,"revision":2773,"compact-revision":-1} {"level":"info","ts":"2026-08-19T09:11:22.529076Z","caller":"traceutil/trace.go:171","msg":"trace[1270019695] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"189.195831ms","start":"2026-08-19T09:11:22.339856Z","end":"2026-08-19T09:11:22.529052Z","steps":["trace[1270019695] 'read index received' (duration: 155.157412ms)","trace[1270019695] 'applied index is now lower than readState.Index' (duration: 34.037379ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:22.529385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.508461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:22.529445Z","caller":"traceutil/trace.go:171","msg":"trace[1070571498] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5157; }","duration":"189.636225ms","start":"2026-08-19T09:11:22.339799Z","end":"2026-08-19T09:11:22.529436Z","steps":["trace[1070571498] 'agreement among raft nodes before linearized reading' (duration: 189.492421ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:22.529485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.21738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:22.529588Z","caller":"traceutil/trace.go:171","msg":"trace[1225738334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"119.392916ms","start":"2026-08-19T09:11:22.410173Z","end":"2026-08-19T09:11:22.529566Z","steps":["trace[1225738334] 'agreement among raft nodes before linearized reading' (duration: 119.197559ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:22.529761Z","caller":"traceutil/trace.go:171","msg":"trace[1355521378] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"206.664495ms","start":"2026-08-19T09:11:22.323084Z","end":"2026-08-19T09:11:22.529749Z","steps":["trace[1355521378] 'process raft request' (duration: 172.008556ms)","trace[1355521378] 'compare' (duration: 33.843282ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:22.697796Z","caller":"traceutil/trace.go:171","msg":"trace[1221533522] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"101.928401ms","start":"2026-08-19T09:11:22.595839Z","end":"2026-08-19T09:11:22.697768Z","steps":["trace[1221533522] 'process raft request' (duration: 101.864478ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:22.698127Z","caller":"traceutil/trace.go:171","msg":"trace[1556466944] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"159.846068ms","start":"2026-08-19T09:11:22.538269Z","end":"2026-08-19T09:11:22.698115Z","steps":["trace[1556466944] 'process raft request' (duration: 157.638674ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:22.698347Z","caller":"traceutil/trace.go:171","msg":"trace[213403991] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5365; }","duration":"106.746562ms","start":"2026-08-19T09:11:22.591572Z","end":"2026-08-19T09:11:22.698318Z","steps":["trace[213403991] 'read index received' (duration: 104.193586ms)","trace[213403991] 'applied index is now lower than readState.Index' (duration: 2.550186ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:22.698479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.466159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:22.698521Z","caller":"traceutil/trace.go:171","msg":"trace[1015737434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5162; }","duration":"160.543161ms","start":"2026-08-19T09:11:22.537965Z","end":"2026-08-19T09:11:22.698508Z","steps":["trace[1015737434] 'agreement among raft nodes before linearized reading' (duration: 160.454898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:22.698724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.887199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-19T09:11:22.698797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.677326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:22.698802Z","caller":"traceutil/trace.go:171","msg":"trace[1754864764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5162; }","duration":"107.990933ms","start":"2026-08-19T09:11:22.590797Z","end":"2026-08-19T09:11:22.698788Z","steps":["trace[1754864764] 'agreement among raft nodes before linearized reading' (duration: 107.860129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:22.698727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.079126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:22.698833Z","caller":"traceutil/trace.go:171","msg":"trace[1295426508] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5162; }","duration":"160.729607ms","start":"2026-08-19T09:11:22.538092Z","end":"2026-08-19T09:11:22.698822Z","steps":["trace[1295426508] 'agreement among raft nodes before linearized reading' (duration: 160.649475ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:22.698859Z","caller":"traceutil/trace.go:171","msg":"trace[1985047112] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5162; }","duration":"134.240251ms","start":"2026-08-19T09:11:22.564603Z","end":"2026-08-19T09:11:22.698843Z","steps":["trace[1985047112] 'agreement among raft nodes before linearized reading' (duration: 134.072446ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:22.698998Z","caller":"traceutil/trace.go:171","msg":"trace[889860657] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"160.695668ms","start":"2026-08-19T09:11:22.53829Z","end":"2026-08-19T09:11:22.698986Z","steps":["trace[889860657] 'process raft request' (duration: 158.523145ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:22.699062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.267413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:22.6991Z","caller":"traceutil/trace.go:171","msg":"trace[435603250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5162; }","duration":"108.343575ms","start":"2026-08-19T09:11:22.590746Z","end":"2026-08-19T09:11:22.69909Z","steps":["trace[435603250] 'agreement among raft nodes before linearized reading' (duration: 108.278193ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:22.699268Z","caller":"traceutil/trace.go:171","msg":"trace[2118200682] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"159.701764ms","start":"2026-08-19T09:11:22.539554Z","end":"2026-08-19T09:11:22.699256Z","steps":["trace[2118200682] 'process raft request' (duration: 158.076389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:22.699292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.564223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:11:22.699326Z","caller":"traceutil/trace.go:171","msg":"trace[95040589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5162; }","duration":"108.622055ms","start":"2026-08-19T09:11:22.590693Z","end":"2026-08-19T09:11:22.699315Z","steps":["trace[95040589] 'agreement among raft nodes before linearized reading' (duration: 108.553773ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:22.699433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.008834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:11:22.699474Z","caller":"traceutil/trace.go:171","msg":"trace[1277932056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5162; }","duration":"108.072607ms","start":"2026-08-19T09:11:22.591387Z","end":"2026-08-19T09:11:22.69946Z","steps":["trace[1277932056] 'agreement among raft nodes before linearized reading' (duration: 108.006274ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:26.79511Z","caller":"traceutil/trace.go:171","msg":"trace[919995958] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"169.247997ms","start":"2026-08-19T09:11:26.625843Z","end":"2026-08-19T09:11:26.795091Z","steps":["trace[919995958] 'process raft request' (duration: 169.189395ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:26.795154Z","caller":"traceutil/trace.go:171","msg":"trace[656020335] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"170.441916ms","start":"2026-08-19T09:11:26.624677Z","end":"2026-08-19T09:11:26.795118Z","steps":["trace[656020335] 'process raft request' (duration: 121.402554ms)","trace[656020335] 'compare' (duration: 48.231724ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:26.803285Z","caller":"traceutil/trace.go:171","msg":"trace[637909575] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"110.405818ms","start":"2026-08-19T09:11:26.692852Z","end":"2026-08-19T09:11:26.803257Z","steps":["trace[637909575] 'process raft request' (duration: 110.166359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.653247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.393552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-08-19T09:11:27.653311Z","caller":"traceutil/trace.go:171","msg":"trace[118026293] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5208; }","duration":"370.477495ms","start":"2026-08-19T09:11:27.282815Z","end":"2026-08-19T09:11:27.653293Z","steps":["trace[118026293] 'range keys from in-memory index tree' (duration: 370.292989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.653339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.282806Z","time spent":"370.526127ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-08-19T09:11:27.65382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.77738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:27.653998Z","caller":"traceutil/trace.go:171","msg":"trace[152803013] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"370.249837ms","start":"2026-08-19T09:11:27.283733Z","end":"2026-08-19T09:11:27.653983Z","steps":["trace[152803013] 'process raft request' (duration: 101.25554ms)","trace[152803013] 'compare' (duration: 268.649356ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:27.654118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.283724Z","time spent":"370.34552ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":910,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-19T09:11:27.662144Z","caller":"traceutil/trace.go:171","msg":"trace[205430600] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"377.005144ms","start":"2026-08-19T09:11:27.285112Z","end":"2026-08-19T09:11:27.662117Z","steps":["trace[205430600] 'process raft request' (duration: 376.861359ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:27.662196Z","caller":"traceutil/trace.go:171","msg":"trace[924016844] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5417; }","duration":"373.365502ms","start":"2026-08-19T09:11:27.288819Z","end":"2026-08-19T09:11:27.662185Z","steps":["trace[924016844] 'read index received' (duration: 96.183721ms)","trace[924016844] 'applied index is now lower than readState.Index' (duration: 277.181081ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:27.66225Z","caller":"traceutil/trace.go:171","msg":"trace[1499500089] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"376.58468ms","start":"2026-08-19T09:11:27.285658Z","end":"2026-08-19T09:11:27.662243Z","steps":["trace[1499500089] 'process raft request' (duration: 376.413665ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.66226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.285088Z","time spent":"377.116917ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:11:27.662312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.285648Z","time spent":"376.624671ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-19T09:11:27.662382Z","caller":"traceutil/trace.go:171","msg":"trace[1087106310] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"375.468843ms","start":"2026-08-19T09:11:27.286907Z","end":"2026-08-19T09:11:27.662376Z","steps":["trace[1087106310] 'process raft request' (duration: 375.209774ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:27.662161Z","caller":"traceutil/trace.go:171","msg":"trace[1111012626] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"376.823088ms","start":"2026-08-19T09:11:27.285317Z","end":"2026-08-19T09:11:27.66214Z","steps":["trace[1111012626] 'process raft request' (duration: 376.734545ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.662546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.721004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-08-19T09:11:27.662586Z","caller":"traceutil/trace.go:171","msg":"trace[1347121516] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5214; }","duration":"373.776286ms","start":"2026-08-19T09:11:27.2888Z","end":"2026-08-19T09:11:27.662577Z","steps":["trace[1347121516] 'agreement among raft nodes before linearized reading' (duration: 373.650372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.662615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.288794Z","time spent":"373.813787ms","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1288,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-08-19T09:11:27.662631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.47462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:27.662702Z","caller":"traceutil/trace.go:171","msg":"trace[2739571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5214; }","duration":"251.584774ms","start":"2026-08-19T09:11:27.411102Z","end":"2026-08-19T09:11:27.662687Z","steps":["trace[2739571] 'agreement among raft nodes before linearized reading' (duration: 251.46473ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:27.662895Z","caller":"traceutil/trace.go:171","msg":"trace[1934882544] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"365.172097ms","start":"2026-08-19T09:11:27.297712Z","end":"2026-08-19T09:11:27.662884Z","steps":["trace[1934882544] 'process raft request' (duration: 364.436083ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.663324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.603147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-08-19T09:11:27.663373Z","caller":"traceutil/trace.go:171","msg":"trace[1495108630] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5214; }","duration":"303.682319ms","start":"2026-08-19T09:11:27.359679Z","end":"2026-08-19T09:11:27.663361Z","steps":["trace[1495108630] 'agreement among raft nodes before linearized reading' (duration: 302.849011ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:27.663403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.359664Z","time spent":"303.730011ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207441,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-08-19T09:11:27.663418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.297694Z","time spent":"365.22432ms","remote":"127.0.0.1:33844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:27.663613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.286899Z","time spent":"375.501934ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-19T09:11:27.663944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:27.285307Z","time spent":"378.581327ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-19T09:11:27.925728Z","caller":"traceutil/trace.go:171","msg":"trace[1163350319] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5225; }","duration":"119.704467ms","start":"2026-08-19T09:11:27.806005Z","end":"2026-08-19T09:11:27.925709Z","steps":["trace[1163350319] 'process raft request' (duration: 119.635605ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:27.925748Z","caller":"traceutil/trace.go:171","msg":"trace[856361626] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"120.818646ms","start":"2026-08-19T09:11:27.804897Z","end":"2026-08-19T09:11:27.925715Z","steps":["trace[856361626] 'process raft request' (duration: 108.208044ms)","trace[856361626] 'compare' (duration: 12.370224ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:27.925725Z","caller":"traceutil/trace.go:171","msg":"trace[754587049] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"120.630549ms","start":"2026-08-19T09:11:27.80507Z","end":"2026-08-19T09:11:27.925701Z","steps":["trace[754587049] 'process raft request' (duration: 120.528496ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:27.925949Z","caller":"traceutil/trace.go:171","msg":"trace[1752211217] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5432; }","duration":"100.903279ms","start":"2026-08-19T09:11:27.825036Z","end":"2026-08-19T09:11:27.92594Z","steps":["trace[1752211217] 'read index received' (duration: 88.08351ms)","trace[1752211217] 'applied index is now lower than readState.Index' (duration: 12.818729ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:27.926136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.573613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-08-19T09:11:27.92617Z","caller":"traceutil/trace.go:171","msg":"trace[1166665015] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5226; }","duration":"119.631085ms","start":"2026-08-19T09:11:27.806529Z","end":"2026-08-19T09:11:27.92616Z","steps":["trace[1166665015] 'agreement among raft nodes before linearized reading' (duration: 119.517342ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:28.120645Z","caller":"traceutil/trace.go:171","msg":"trace[154857147] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"100.589249ms","start":"2026-08-19T09:11:28.020025Z","end":"2026-08-19T09:11:28.120614Z","steps":["trace[154857147] 'process raft request' (duration: 53.279624ms)","trace[154857147] 'compare' (duration: 47.16975ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:28.120792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.408176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-rrrwp\" ","response":"range_response_count:1 size:2596"} {"level":"info","ts":"2026-08-19T09:11:28.120851Z","caller":"traceutil/trace.go:171","msg":"trace[480370293] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-rrrwp; range_end:; response_count:1; response_revision:5229; }","duration":"101.496489ms","start":"2026-08-19T09:11:28.01934Z","end":"2026-08-19T09:11:28.120837Z","steps":["trace[480370293] 'agreement among raft nodes before linearized reading' (duration: 101.293753ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:28.378215Z","caller":"traceutil/trace.go:171","msg":"trace[1465081875] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5440; }","duration":"234.871046ms","start":"2026-08-19T09:11:28.143322Z","end":"2026-08-19T09:11:28.378193Z","steps":["trace[1465081875] 'read index received' (duration: 234.785104ms)","trace[1465081875] 'applied index is now lower than readState.Index' (duration: 85.132µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:28.37844Z","caller":"traceutil/trace.go:171","msg":"trace[302528990] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"238.311291ms","start":"2026-08-19T09:11:28.140111Z","end":"2026-08-19T09:11:28.378423Z","steps":["trace[302528990] 'process raft request' (duration: 237.950839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:28.378596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.242528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-08-19T09:11:28.378686Z","caller":"traceutil/trace.go:171","msg":"trace[717498342] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5231; }","duration":"235.367842ms","start":"2026-08-19T09:11:28.143296Z","end":"2026-08-19T09:11:28.378664Z","steps":["trace[717498342] 'agreement among raft nodes before linearized reading' (duration: 235.077072ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:28.407665Z","caller":"traceutil/trace.go:171","msg":"trace[182975649] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"205.882705ms","start":"2026-08-19T09:11:28.201757Z","end":"2026-08-19T09:11:28.407639Z","steps":["trace[182975649] 'process raft request' (duration: 205.42257ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:28.408667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.944548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-08-19T09:11:28.408731Z","caller":"traceutil/trace.go:171","msg":"trace[391968476] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5232; }","duration":"226.051961ms","start":"2026-08-19T09:11:28.182666Z","end":"2026-08-19T09:11:28.408718Z","steps":["trace[391968476] 'agreement among raft nodes before linearized reading' (duration: 225.321506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.049097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769501144,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:11:29.065091Z","caller":"traceutil/trace.go:171","msg":"trace[75029349] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5442; }","duration":"516.005421ms","start":"2026-08-19T09:11:28.548452Z","end":"2026-08-19T09:11:29.064458Z","steps":["trace[75029349] 'read index received' (duration: 515.900778ms)","trace[75029349] 'applied index is now lower than readState.Index' (duration: 103.703µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:29.065252Z","caller":"traceutil/trace.go:171","msg":"trace[1599738660] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"551.892334ms","start":"2026-08-19T09:11:28.513323Z","end":"2026-08-19T09:11:29.065215Z","steps":["trace[1599738660] 'process raft request' (duration: 551.020535ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.065484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.999039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:11:29.065556Z","caller":"traceutil/trace.go:171","msg":"trace[979546686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5233; }","duration":"206.099322ms","start":"2026-08-19T09:11:28.85944Z","end":"2026-08-19T09:11:29.06554Z","steps":["trace[979546686] 'agreement among raft nodes before linearized reading' (duration: 205.918686ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.065643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.085247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:11:29.065717Z","caller":"traceutil/trace.go:171","msg":"trace[1126896222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5233; }","duration":"196.223722ms","start":"2026-08-19T09:11:28.869477Z","end":"2026-08-19T09:11:29.0657Z","steps":["trace[1126896222] 'agreement among raft nodes before linearized reading' (duration: 196.018736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.065715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.066487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-19T09:11:29.065523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.859637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-19T09:11:29.065836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.98006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:29.065845Z","caller":"traceutil/trace.go:171","msg":"trace[419499998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5233; }","duration":"267.23111ms","start":"2026-08-19T09:11:28.798595Z","end":"2026-08-19T09:11:29.065826Z","steps":["trace[419499998] 'agreement among raft nodes before linearized reading' (duration: 266.794395ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:29.065856Z","caller":"traceutil/trace.go:171","msg":"trace[1314904050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5233; }","duration":"213.220032ms","start":"2026-08-19T09:11:28.852581Z","end":"2026-08-19T09:11:29.065801Z","steps":["trace[1314904050] 'agreement among raft nodes before linearized reading' (duration: 212.8651ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:29.065866Z","caller":"traceutil/trace.go:171","msg":"trace[655281762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5233; }","duration":"198.080184ms","start":"2026-08-19T09:11:28.86778Z","end":"2026-08-19T09:11:29.06586Z","steps":["trace[655281762] 'agreement among raft nodes before linearized reading' (duration: 197.97765ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.066054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.85246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:11:29.066111Z","caller":"traceutil/trace.go:171","msg":"trace[569933519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5233; }","duration":"195.933533ms","start":"2026-08-19T09:11:28.870167Z","end":"2026-08-19T09:11:29.066101Z","steps":["trace[569933519] 'agreement among raft nodes before linearized reading' (duration: 195.798018ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.066372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.809882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-08-19T09:11:29.066425Z","caller":"traceutil/trace.go:171","msg":"trace[1322778916] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5233; }","duration":"328.887655ms","start":"2026-08-19T09:11:28.737525Z","end":"2026-08-19T09:11:29.066413Z","steps":["trace[1322778916] 'agreement among raft nodes before linearized reading' (duration: 327.936683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.066464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:28.737512Z","time spent":"328.943426ms","remote":"127.0.0.1:41720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2207441,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-08-19T09:11:29.066429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.355895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:29.066625Z","caller":"traceutil/trace.go:171","msg":"trace[2052628214] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5233; }","duration":"376.590944ms","start":"2026-08-19T09:11:28.690021Z","end":"2026-08-19T09:11:29.066612Z","steps":["trace[2052628214] 'agreement among raft nodes before linearized reading' (duration: 375.31966ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.066852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.383991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:29.066941Z","caller":"traceutil/trace.go:171","msg":"trace[554067675] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5233; }","duration":"518.450894ms","start":"2026-08-19T09:11:28.548447Z","end":"2026-08-19T09:11:29.066898Z","steps":["trace[554067675] 'agreement among raft nodes before linearized reading' (duration: 516.771157ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:29.067016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:28.548403Z","time spent":"518.575008ms","remote":"127.0.0.1:41946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:29.070866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:28.690001Z","time spent":"376.675296ms","remote":"127.0.0.1:51628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:29.065418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:28.513279Z","time spent":"552.053169ms","remote":"127.0.0.1:44622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:29.345929Z","caller":"traceutil/trace.go:171","msg":"trace[1074170213] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"144.824ms","start":"2026-08-19T09:11:29.20107Z","end":"2026-08-19T09:11:29.345894Z","steps":["trace[1074170213] 'process raft request' (duration: 72.627592ms)","trace[1074170213] 'compare' (duration: 72.019472ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:31.281595Z","caller":"traceutil/trace.go:171","msg":"trace[733281015] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"129.887672ms","start":"2026-08-19T09:11:31.15169Z","end":"2026-08-19T09:11:31.281578Z","steps":["trace[733281015] 'process raft request' (duration: 129.751677ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:31.281956Z","caller":"traceutil/trace.go:171","msg":"trace[1023745479] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"129.915912ms","start":"2026-08-19T09:11:31.152019Z","end":"2026-08-19T09:11:31.281935Z","steps":["trace[1023745479] 'process raft request' (duration: 129.753837ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:31.282086Z","caller":"traceutil/trace.go:171","msg":"trace[1089781109] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"129.372804ms","start":"2026-08-19T09:11:31.152707Z","end":"2026-08-19T09:11:31.282079Z","steps":["trace[1089781109] 'process raft request' (duration: 129.177348ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:31.282158Z","caller":"traceutil/trace.go:171","msg":"trace[1306063247] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"128.137523ms","start":"2026-08-19T09:11:31.154016Z","end":"2026-08-19T09:11:31.282153Z","steps":["trace[1306063247] 'process raft request' (duration: 128.037079ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:31.281981Z","caller":"traceutil/trace.go:171","msg":"trace[674687870] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"129.997315ms","start":"2026-08-19T09:11:31.151944Z","end":"2026-08-19T09:11:31.281942Z","steps":["trace[674687870] 'process raft request' (duration: 129.608612ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:35.488692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769501236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:35.98959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769501236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:36.490411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769501236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:36.990569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769501236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-19T09:11:37.160048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.434292579s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-19T09:11:37.160324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:34.725608Z","time spent":"2.434712212s","remote":"127.0.0.1:41640","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-19T09:11:37.414646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000689575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-19T09:11:37.414737Z","caller":"traceutil/trace.go:171","msg":"trace[160512728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000815059s","start":"2026-08-19T09:11:35.413901Z","end":"2026-08-19T09:11:37.414716Z","steps":["trace[160512728] 'agreement among raft nodes before linearized reading' (duration: 2.000696755s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.414822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.413888Z","time spent":"2.000923024s","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/19 09:11:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-19T09:11:37.464614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.196086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:37.464948Z","caller":"traceutil/trace.go:171","msg":"trace[210928313] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"1.59220605s","start":"2026-08-19T09:11:35.872713Z","end":"2026-08-19T09:11:37.464919Z","steps":["trace[210928313] 'process raft request' (duration: 1.478613401s)","trace[210928313] 'compare' (duration: 112.994659ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:37.464976Z","caller":"traceutil/trace.go:171","msg":"trace[1777618542] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"1.585081571s","start":"2026-08-19T09:11:35.879872Z","end":"2026-08-19T09:11:37.464954Z","steps":["trace[1777618542] 'process raft request' (duration: 1.584898805s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.465093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.879866Z","time spent":"1.585160864s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:37.465196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.872695Z","time spent":"1.592323303s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:37.465292Z","caller":"traceutil/trace.go:171","msg":"trace[1771256471] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"1.478674124s","start":"2026-08-19T09:11:35.986601Z","end":"2026-08-19T09:11:37.465275Z","steps":["trace[1771256471] 'process raft request' (duration: 1.478307561s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.465357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.986587Z","time spent":"1.478736886s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:37.465508Z","caller":"traceutil/trace.go:171","msg":"trace[2103113976] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5478; }","duration":"2.476765537s","start":"2026-08-19T09:11:34.988604Z","end":"2026-08-19T09:11:37.46537Z","steps":["trace[2103113976] 'read index received' (duration: 2.171578982s)","trace[2103113976] 'applied index is now lower than readState.Index' (duration: 305.183445ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:37.465757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47715443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-08-19T09:11:37.465809Z","caller":"traceutil/trace.go:171","msg":"trace[1795808779] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5271; }","duration":"2.477246083s","start":"2026-08-19T09:11:34.98855Z","end":"2026-08-19T09:11:37.465796Z","steps":["trace[1795808779] 'agreement among raft nodes before linearized reading' (duration: 2.476992865s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.465826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.936784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:37.465885Z","caller":"traceutil/trace.go:171","msg":"trace[1299868224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5271; }","duration":"641.037908ms","start":"2026-08-19T09:11:36.824835Z","end":"2026-08-19T09:11:37.465873Z","steps":["trace[1299868224] 'agreement among raft nodes before linearized reading' (duration: 640.931524ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.465924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:36.824808Z","time spent":"641.106929ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:37.465936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:34.988532Z","time spent":"2.477391018s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159001934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:11:37.466182Z","caller":"traceutil/trace.go:171","msg":"trace[1206819908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5271; }","duration":"2.159066355s","start":"2026-08-19T09:11:35.307101Z","end":"2026-08-19T09:11:37.466168Z","steps":["trace[1206819908] 'agreement among raft nodes before linearized reading' (duration: 2.158947432s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.466219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.307098Z","time spent":"2.159113447s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121062831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-08-19T09:11:37.466921Z","caller":"traceutil/trace.go:171","msg":"trace[1684304961] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5271; }","duration":"2.121702022s","start":"2026-08-19T09:11:35.345206Z","end":"2026-08-19T09:11:37.466908Z","steps":["trace[1684304961] 'agreement among raft nodes before linearized reading' (duration: 2.120655527s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.466413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156376675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:37.467024Z","caller":"traceutil/trace.go:171","msg":"trace[2119413914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5271; }","duration":"2.157022086s","start":"2026-08-19T09:11:35.30999Z","end":"2026-08-19T09:11:37.467012Z","steps":["trace[2119413914] 'agreement among raft nodes before linearized reading' (duration: 2.156357664s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.309965Z","time spent":"2.157089949s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156596543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:11:37.467125Z","caller":"traceutil/trace.go:171","msg":"trace[1392816900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5271; }","duration":"2.157247754s","start":"2026-08-19T09:11:35.30986Z","end":"2026-08-19T09:11:37.467108Z","steps":["trace[1392816900] 'agreement among raft nodes before linearized reading' (duration: 2.156571341s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.309855Z","time spent":"2.157303716s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.97629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:37.467273Z","caller":"traceutil/trace.go:171","msg":"trace[960438810] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5271; }","duration":"298.166099ms","start":"2026-08-19T09:11:37.169096Z","end":"2026-08-19T09:11:37.467262Z","steps":["trace[960438810] 'agreement among raft nodes before linearized reading' (duration: 296.98906ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.466597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240708442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:11:37.467364Z","caller":"traceutil/trace.go:171","msg":"trace[1518593016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5271; }","duration":"2.24183021s","start":"2026-08-19T09:11:35.225499Z","end":"2026-08-19T09:11:37.467329Z","steps":["trace[1518593016] 'agreement among raft nodes before linearized reading' (duration: 2.240270068s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.466605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345824549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-08-19T09:11:37.467431Z","caller":"traceutil/trace.go:171","msg":"trace[1214206984] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5271; }","duration":"1.346700098s","start":"2026-08-19T09:11:36.120721Z","end":"2026-08-19T09:11:37.467421Z","steps":["trace[1214206984] 'agreement among raft nodes before linearized reading' (duration: 1.345814479s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:36.120691Z","time spent":"1.34676314s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159626064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T09:11:37.467537Z","caller":"traceutil/trace.go:171","msg":"trace[1367242389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5271; }","duration":"2.160485833s","start":"2026-08-19T09:11:35.30704Z","end":"2026-08-19T09:11:37.467526Z","steps":["trace[1367242389] 'agreement among raft nodes before linearized reading' (duration: 2.159583793s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.307029Z","time spent":"2.160531804s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.368737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-75f86bbd9f-r88vr.18cd29e0edfeb1aa\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-08-19T09:11:37.467634Z","caller":"traceutil/trace.go:171","msg":"trace[1806919872] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-75f86bbd9f-r88vr.18cd29e0edfeb1aa; range_end:; response_count:1; response_revision:5271; }","duration":"939.325979ms","start":"2026-08-19T09:11:36.528292Z","end":"2026-08-19T09:11:37.467618Z","steps":["trace[1806919872] 'agreement among raft nodes before linearized reading' (duration: 938.335466ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.225479Z","time spent":"2.241909932s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:11:37.467685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:36.528274Z","time spent":"939.397521ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-75f86bbd9f-r88vr.18cd29e0edfeb1aa\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892854491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:37.46776Z","caller":"traceutil/trace.go:171","msg":"trace[1776755655] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5271; }","duration":"1.893894725s","start":"2026-08-19T09:11:35.573851Z","end":"2026-08-19T09:11:37.467746Z","steps":["trace[1776755655] 'agreement among raft nodes before linearized reading' (duration: 1.892879471s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.573834Z","time spent":"1.893948107s","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:37.466828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159722437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:11:37.467868Z","caller":"traceutil/trace.go:171","msg":"trace[338975574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5271; }","duration":"2.160773592s","start":"2026-08-19T09:11:35.307084Z","end":"2026-08-19T09:11:37.467858Z","steps":["trace[338975574] 'agreement among raft nodes before linearized reading' (duration: 2.159505479s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.467904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.307081Z","time spent":"2.160811994s","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-19T09:11:37.466867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05600275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-19T09:11:37.467963Z","caller":"traceutil/trace.go:171","msg":"trace[1722434291] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5271; }","duration":"2.057122838s","start":"2026-08-19T09:11:35.410829Z","end":"2026-08-19T09:11:37.467952Z","steps":["trace[1722434291] 'agreement among raft nodes before linearized reading' (duration: 2.05598009s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.468023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.410815Z","time spent":"2.057196481s","remote":"127.0.0.1:41786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-08-19T09:11:37.468233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:35.345186Z","time spent":"2.121847837s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10418,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-08-19T09:11:37.468329Z","caller":"traceutil/trace.go:171","msg":"trace[171431975] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"306.821551ms","start":"2026-08-19T09:11:37.161485Z","end":"2026-08-19T09:11:37.468306Z","steps":["trace[171431975] 'process raft request' (duration: 303.466157ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.46971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.161463Z","time spent":"308.195346ms","remote":"127.0.0.1:41640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:37.96524Z","caller":"traceutil/trace.go:171","msg":"trace[680090211] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"490.359425ms","start":"2026-08-19T09:11:37.47486Z","end":"2026-08-19T09:11:37.96522Z","steps":["trace[680090211] 'process raft request' (duration: 489.934801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.965344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.474848Z","time spent":"490.451018ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:37.965488Z","caller":"traceutil/trace.go:171","msg":"trace[881073627] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5484; }","duration":"409.322367ms","start":"2026-08-19T09:11:37.556155Z","end":"2026-08-19T09:11:37.965478Z","steps":["trace[881073627] 'read index received' (duration: 408.830441ms)","trace[881073627] 'applied index is now lower than readState.Index' (duration: 491.416µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:37.965637Z","caller":"traceutil/trace.go:171","msg":"trace[727725872] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"490.669186ms","start":"2026-08-19T09:11:37.47496Z","end":"2026-08-19T09:11:37.965629Z","steps":["trace[727725872] 'process raft request' (duration: 490.316344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.965691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.474956Z","time spent":"490.698686ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:37.965798Z","caller":"traceutil/trace.go:171","msg":"trace[1891822146] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"486.499125ms","start":"2026-08-19T09:11:37.479292Z","end":"2026-08-19T09:11:37.965791Z","steps":["trace[1891822146] 'process raft request' (duration: 486.152533ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.965838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.479286Z","time spent":"486.532526ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:37.965902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.863291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:37.965926Z","caller":"traceutil/trace.go:171","msg":"trace[896804118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5279; }","duration":"490.886122ms","start":"2026-08-19T09:11:37.475034Z","end":"2026-08-19T09:11:37.96592Z","steps":["trace[896804118] 'agreement among raft nodes before linearized reading' (duration: 490.849271ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.965944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.475017Z","time spent":"490.923964ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:37.96609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.753659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-08-19T09:11:37.966112Z","caller":"traceutil/trace.go:171","msg":"trace[995643356] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"490.999656ms","start":"2026-08-19T09:11:37.475105Z","end":"2026-08-19T09:11:37.966105Z","steps":["trace[995643356] 'process raft request' (duration: 490.21059ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:37.966116Z","caller":"traceutil/trace.go:171","msg":"trace[212340254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960; range_end:; response_count:1; response_revision:5279; }","duration":"493.79518ms","start":"2026-08-19T09:11:37.472315Z","end":"2026-08-19T09:11:37.96611Z","steps":["trace[212340254] 'agreement among raft nodes before linearized reading' (duration: 493.720417ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.966137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.472305Z","time spent":"493.827331ms","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8db7ef79-aab5-4b14-adaa-f97c7d5c2960\" "} {"level":"warn","ts":"2026-08-19T09:11:37.966146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.4751Z","time spent":"491.027067ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:37.966618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.596127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-08-19T09:11:37.966682Z","caller":"traceutil/trace.go:171","msg":"trace[942730977] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5279; }","duration":"494.68623ms","start":"2026-08-19T09:11:37.471982Z","end":"2026-08-19T09:11:37.966669Z","steps":["trace[942730977] 'agreement among raft nodes before linearized reading' (duration: 494.499273ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.966715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.471976Z","time spent":"494.733192ms","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-08-19T09:11:37.966807Z","caller":"traceutil/trace.go:171","msg":"trace[1414730041] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"490.527441ms","start":"2026-08-19T09:11:37.475678Z","end":"2026-08-19T09:11:37.966206Z","steps":["trace[1414730041] 'process raft request' (duration: 489.668102ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.966862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.475673Z","time spent":"491.170083ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:37.96692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.143835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-08-19T09:11:37.966942Z","caller":"traceutil/trace.go:171","msg":"trace[863576673] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"491.226665ms","start":"2026-08-19T09:11:37.47571Z","end":"2026-08-19T09:11:37.966937Z","steps":["trace[863576673] 'process raft request' (duration: 489.656992ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:37.966949Z","caller":"traceutil/trace.go:171","msg":"trace[928154323] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5279; }","duration":"495.185227ms","start":"2026-08-19T09:11:37.471756Z","end":"2026-08-19T09:11:37.966941Z","steps":["trace[928154323] 'agreement among raft nodes before linearized reading' (duration: 495.110705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.966966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.475706Z","time spent":"491.247176ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:37.966971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.471751Z","time spent":"495.214938ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-08-19T09:11:37.967029Z","caller":"traceutil/trace.go:171","msg":"trace[1275372838] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"491.173603ms","start":"2026-08-19T09:11:37.47585Z","end":"2026-08-19T09:11:37.967023Z","steps":["trace[1275372838] 'process raft request' (duration: 489.538528ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.967061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.475845Z","time spent":"491.201584ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:37.967119Z","caller":"traceutil/trace.go:171","msg":"trace[1443052209] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"491.002478ms","start":"2026-08-19T09:11:37.476112Z","end":"2026-08-19T09:11:37.967115Z","steps":["trace[1443052209] 'process raft request' (duration: 489.29604ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:37.967146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.476108Z","time spent":"491.024988ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:38.451537Z","caller":"traceutil/trace.go:171","msg":"trace[930544716] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"893.59337ms","start":"2026-08-19T09:11:37.557902Z","end":"2026-08-19T09:11:38.451495Z","steps":["trace[930544716] 'process raft request' (duration: 893.228647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:38.451669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.786778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:11:38.451682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.557872Z","time spent":"893.733385ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:38.451721Z","caller":"traceutil/trace.go:171","msg":"trace[491824705] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5281; }","duration":"602.894791ms","start":"2026-08-19T09:11:37.848811Z","end":"2026-08-19T09:11:38.451705Z","steps":["trace[491824705] 'agreement among raft nodes before linearized reading' (duration: 602.771257ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:38.451765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.848783Z","time spent":"602.968864ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:11:38.451527Z","caller":"traceutil/trace.go:171","msg":"trace[1568743025] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"485.986561ms","start":"2026-08-19T09:11:37.965518Z","end":"2026-08-19T09:11:38.451504Z","steps":["trace[1568743025] 'read index received' (duration: 485.723721ms)","trace[1568743025] 'applied index is now lower than readState.Index' (duration: 261.78µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:38.452036Z","caller":"traceutil/trace.go:171","msg":"trace[368204028] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"891.009703ms","start":"2026-08-19T09:11:37.561015Z","end":"2026-08-19T09:11:38.452024Z","steps":["trace[368204028] 'process raft request' (duration: 890.397723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:38.452097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.560994Z","time spent":"891.067525ms","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:38.952132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769501265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:11:39.189933Z","caller":"traceutil/trace.go:171","msg":"trace[752245050] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"1.216785262s","start":"2026-08-19T09:11:37.973108Z","end":"2026-08-19T09:11:39.189894Z","steps":["trace[752245050] 'process raft request' (duration: 1.215973116s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:39.190211Z","caller":"traceutil/trace.go:171","msg":"trace[38860044] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"1.216556635s","start":"2026-08-19T09:11:37.973627Z","end":"2026-08-19T09:11:39.190183Z","steps":["trace[38860044] 'process raft request' (duration: 1.216191393s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.190413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.973617Z","time spent":"1.216712101s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:39.190494Z","caller":"traceutil/trace.go:171","msg":"trace[1567051827] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"1.210837623s","start":"2026-08-19T09:11:37.979629Z","end":"2026-08-19T09:11:39.190466Z","steps":["trace[1567051827] 'process raft request' (duration: 1.210465141s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.1907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.979615Z","time spent":"1.210995738s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:39.190898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.973094Z","time spent":"1.216930428s","remote":"127.0.0.1:41892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:39.190992Z","caller":"traceutil/trace.go:171","msg":"trace[1899886533] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"1.210761871s","start":"2026-08-19T09:11:37.980216Z","end":"2026-08-19T09:11:39.190978Z","steps":["trace[1899886533] 'process raft request' (duration: 1.210668318s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.191118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217995444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-19T09:11:39.190962Z","caller":"traceutil/trace.go:171","msg":"trace[1876497793] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5494; }","duration":"739.056799ms","start":"2026-08-19T09:11:38.451892Z","end":"2026-08-19T09:11:39.190949Z","steps":["trace[1876497793] 'read index received' (duration: 737.256179ms)","trace[1876497793] 'applied index is now lower than readState.Index' (duration: 1.79957ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:39.191139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.980206Z","time spent":"1.210863565s","remote":"127.0.0.1:41788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:39.191162Z","caller":"traceutil/trace.go:171","msg":"trace[433186032] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5286; }","duration":"1.218064976s","start":"2026-08-19T09:11:37.973088Z","end":"2026-08-19T09:11:39.191153Z","steps":["trace[433186032] 'agreement among raft nodes before linearized reading' (duration: 1.217897951s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.191196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.97307Z","time spent":"1.218115128s","remote":"127.0.0.1:41640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-08-19T09:11:39.191314Z","caller":"traceutil/trace.go:171","msg":"trace[1841354615] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"1.211548378s","start":"2026-08-19T09:11:37.979744Z","end":"2026-08-19T09:11:39.191293Z","steps":["trace[1841354615] 'process raft request' (duration: 1.210620326s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.191438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218297854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18cd29daa5ad9f7f\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-08-19T09:11:39.191452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.979738Z","time spent":"1.211634201s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:39.191478Z","caller":"traceutil/trace.go:171","msg":"trace[1515560836] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18cd29daa5ad9f7f; range_end:; response_count:1; response_revision:5286; }","duration":"1.218369517s","start":"2026-08-19T09:11:37.973099Z","end":"2026-08-19T09:11:39.191469Z","steps":["trace[1515560836] 'agreement among raft nodes before linearized reading' (duration: 1.218247643s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.191513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.973081Z","time spent":"1.218424398s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18cd29daa5ad9f7f\" "} {"level":"warn","ts":"2026-08-19T09:11:39.191578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150237612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:11:39.193734Z","caller":"traceutil/trace.go:171","msg":"trace[331898200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5286; }","duration":"1.152414735s","start":"2026-08-19T09:11:38.041301Z","end":"2026-08-19T09:11:39.193716Z","steps":["trace[331898200] 'agreement among raft nodes before linearized reading' (duration: 1.150158349s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.193775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:38.041285Z","time spent":"1.152477877s","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:11:39.191427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218276594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-08-19T09:11:39.193951Z","caller":"traceutil/trace.go:171","msg":"trace[2091127031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5286; }","duration":"1.220795088s","start":"2026-08-19T09:11:37.973126Z","end":"2026-08-19T09:11:39.193921Z","steps":["trace[2091127031] 'agreement among raft nodes before linearized reading' (duration: 1.218217182s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.19401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:37.973122Z","time spent":"1.220873341s","remote":"127.0.0.1:41786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:11:39.687097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.123028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:39.687534Z","caller":"traceutil/trace.go:171","msg":"trace[792756000] linearizableReadLoop","detail":"{readStateIndex:5500; appliedIndex:5499; }","duration":"496.351251ms","start":"2026-08-19T09:11:39.191171Z","end":"2026-08-19T09:11:39.687522Z","steps":["trace[792756000] 'read index received' (duration: 108.730257ms)","trace[792756000] 'applied index is now lower than readState.Index' (duration: 387.619544ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:39.687567Z","caller":"traceutil/trace.go:171","msg":"trace[1482781307] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"488.922433ms","start":"2026-08-19T09:11:39.198629Z","end":"2026-08-19T09:11:39.687551Z","steps":["trace[1482781307] 'process raft request' (duration: 488.82726ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.687719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.559096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:39.687797Z","caller":"traceutil/trace.go:171","msg":"trace[1308014494] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5288; }","duration":"865.68031ms","start":"2026-08-19T09:11:38.822105Z","end":"2026-08-19T09:11:39.687785Z","steps":["trace[1308014494] 'agreement among raft nodes before linearized reading' (duration: 865.500894ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.687787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.198603Z","time spent":"489.046336ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:39.687835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:38.822084Z","time spent":"865.739292ms","remote":"127.0.0.1:51616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":22,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:39.688132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231724657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-08-19T09:11:39.688193Z","caller":"traceutil/trace.go:171","msg":"trace[436687421] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb; range_end:; response_count:1; response_revision:5288; }","duration":"1.231823861s","start":"2026-08-19T09:11:38.456353Z","end":"2026-08-19T09:11:39.688176Z","steps":["trace[436687421] 'agreement among raft nodes before linearized reading' (duration: 1.231644705s)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.688227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:38.456331Z","time spent":"1.231888413s","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18cd297bc03ea0fb\" "} {"level":"warn","ts":"2026-08-19T09:11:39.688459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146628333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:39.688584Z","caller":"traceutil/trace.go:171","msg":"trace[1104410122] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5288; }","duration":"1.147028086s","start":"2026-08-19T09:11:38.541518Z","end":"2026-08-19T09:11:39.688546Z","steps":["trace[1104410122] 'agreement among raft nodes before linearized reading' (duration: 1.146228979s)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:39.687499Z","caller":"traceutil/trace.go:171","msg":"trace[1756561089] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"567.627212ms","start":"2026-08-19T09:11:39.119846Z","end":"2026-08-19T09:11:39.687473Z","steps":["trace[1756561089] 'process raft request' (duration: 180.039959ms)","trace[1756561089] 'compare' (duration: 387.010594ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:39.689154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.119817Z","time spent":"569.241556ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:39.688974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:38.541499Z","time spent":"1.147245363s","remote":"127.0.0.1:41804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:11:39.783358Z","caller":"traceutil/trace.go:171","msg":"trace[431559896] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"312.821964ms","start":"2026-08-19T09:11:39.47052Z","end":"2026-08-19T09:11:39.783342Z","steps":["trace[431559896] 'process raft request' (duration: 312.70443ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:39.783499Z","caller":"traceutil/trace.go:171","msg":"trace[204288777] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"309.511722ms","start":"2026-08-19T09:11:39.473981Z","end":"2026-08-19T09:11:39.783493Z","steps":["trace[204288777] 'process raft request' (duration: 309.320646ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.783554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.47397Z","time spent":"309.545944ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:39.783637Z","caller":"traceutil/trace.go:171","msg":"trace[1033869053] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"305.767068ms","start":"2026-08-19T09:11:39.477866Z","end":"2026-08-19T09:11:39.783633Z","steps":["trace[1033869053] 'process raft request' (duration: 305.593302ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.783664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.477852Z","time spent":"305.799368ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:39.783643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.347739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:39.783708Z","caller":"traceutil/trace.go:171","msg":"trace[411432832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5291; }","duration":"456.466664ms","start":"2026-08-19T09:11:39.327224Z","end":"2026-08-19T09:11:39.783691Z","steps":["trace[411432832] 'agreement among raft nodes before linearized reading' (duration: 456.35259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.783759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.009966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-19T09:11:39.783753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.3272Z","time spent":"456.540995ms","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:11:39.783758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.939503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-08-19T09:11:39.783727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.878945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:39.783842Z","caller":"traceutil/trace.go:171","msg":"trace[573691014] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8; range_end:; response_count:1; response_revision:5291; }","duration":"585.048377ms","start":"2026-08-19T09:11:39.198747Z","end":"2026-08-19T09:11:39.783796Z","steps":["trace[573691014] 'agreement among raft nodes before linearized reading' (duration: 584.896982ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.783863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.470497Z","time spent":"312.920707ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:39.783779Z","caller":"traceutil/trace.go:171","msg":"trace[751879826] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5291; }","duration":"585.057397ms","start":"2026-08-19T09:11:39.198716Z","end":"2026-08-19T09:11:39.783774Z","steps":["trace[751879826] 'agreement among raft nodes before linearized reading' (duration: 584.981575ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.783919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.198699Z","time spent":"585.216832ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-08-19T09:11:39.783946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.198731Z","time spent":"585.14805ms","remote":"127.0.0.1:41776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-e9e09cc3-8ab2-4ef8-ba03-93c749a55cf8\" "} {"level":"info","ts":"2026-08-19T09:11:39.783952Z","caller":"traceutil/trace.go:171","msg":"trace[1475211219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5291; }","duration":"372.060711ms","start":"2026-08-19T09:11:39.411799Z","end":"2026-08-19T09:11:39.783859Z","steps":["trace[1475211219] 'agreement among raft nodes before linearized reading' (duration: 371.770112ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.784073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.411779Z","time spent":"372.282769ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:39.783825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.987515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:11:39.784257Z","caller":"traceutil/trace.go:171","msg":"trace[1521236926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5291; }","duration":"585.43501ms","start":"2026-08-19T09:11:39.198811Z","end":"2026-08-19T09:11:39.784246Z","steps":["trace[1521236926] 'agreement among raft nodes before linearized reading' (duration: 584.982025ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:39.784286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.198802Z","time spent":"585.474901ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:11:40.088888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.958136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:11:40.089433Z","caller":"traceutil/trace.go:171","msg":"trace[732572263] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"397.471584ms","start":"2026-08-19T09:11:39.691942Z","end":"2026-08-19T09:11:40.089414Z","steps":["trace[732572263] 'process raft request' (duration: 202.904537ms)","trace[732572263] 'compare' (duration: 193.852163ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:40.089541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.691922Z","time spent":"397.557837ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:40.155567Z","caller":"traceutil/trace.go:171","msg":"trace[33734364] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5504; }","duration":"371.9976ms","start":"2026-08-19T09:11:39.783552Z","end":"2026-08-19T09:11:40.15555Z","steps":["trace[33734364] 'read index received' (duration: 111.240752ms)","trace[33734364] 'applied index is now lower than readState.Index' (duration: 260.755728ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:11:40.155733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.086402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18cd29daa57b7262\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-08-19T09:11:40.155752Z","caller":"traceutil/trace.go:171","msg":"trace[189019358] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18cd29daa57b7262; range_end:; response_count:1; response_revision:5292; }","duration":"462.144164ms","start":"2026-08-19T09:11:39.693601Z","end":"2026-08-19T09:11:40.155745Z","steps":["trace[189019358] 'agreement among raft nodes before linearized reading' (duration: 462.04178ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.155773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.693589Z","time spent":"462.177795ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":768,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18cd29daa57b7262\" "} {"level":"warn","ts":"2026-08-19T09:11:40.155937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.966851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11518"} {"level":"info","ts":"2026-08-19T09:11:40.155999Z","caller":"traceutil/trace.go:171","msg":"trace[559663032] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5292; }","duration":"370.051244ms","start":"2026-08-19T09:11:39.785932Z","end":"2026-08-19T09:11:40.155983Z","steps":["trace[559663032] 'agreement among raft nodes before linearized reading' (duration: 369.801506ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.15603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.302739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-19T09:11:40.156035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.78592Z","time spent":"370.107646ms","remote":"127.0.0.1:41796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11541,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-08-19T09:11:40.156046Z","caller":"traceutil/trace.go:171","msg":"trace[391932485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5292; }","duration":"180.33348ms","start":"2026-08-19T09:11:39.975708Z","end":"2026-08-19T09:11:40.156041Z","steps":["trace[391932485] 'agreement among raft nodes before linearized reading' (duration: 180.282759ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.042067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-19T09:11:40.156108Z","caller":"traceutil/trace.go:171","msg":"trace[79440475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5292; }","duration":"179.13553ms","start":"2026-08-19T09:11:39.976955Z","end":"2026-08-19T09:11:40.15609Z","steps":["trace[79440475] 'agreement among raft nodes before linearized reading' (duration: 178.855371ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.888155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:11:40.156171Z","caller":"traceutil/trace.go:171","msg":"trace[46265985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5292; }","duration":"179.923647ms","start":"2026-08-19T09:11:39.976243Z","end":"2026-08-19T09:11:40.156167Z","steps":["trace[46265985] 'agreement among raft nodes before linearized reading' (duration: 179.878855ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.908327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-19T09:11:40.156284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.943765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-19T09:11:40.156301Z","caller":"traceutil/trace.go:171","msg":"trace[2125818933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5292; }","duration":"185.975009ms","start":"2026-08-19T09:11:39.970314Z","end":"2026-08-19T09:11:40.156289Z","steps":["trace[2125818933] 'agreement among raft nodes before linearized reading' (duration: 185.888266ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:40.156316Z","caller":"traceutil/trace.go:171","msg":"trace[114101331] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5292; }","duration":"156.991297ms","start":"2026-08-19T09:11:39.999311Z","end":"2026-08-19T09:11:40.156303Z","steps":["trace[114101331] 'agreement among raft nodes before linearized reading' (duration: 156.911874ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.384466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:40.156411Z","caller":"traceutil/trace.go:171","msg":"trace[1596900141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5292; }","duration":"370.435507ms","start":"2026-08-19T09:11:39.785965Z","end":"2026-08-19T09:11:40.156401Z","steps":["trace[1596900141] 'agreement among raft nodes before linearized reading' (duration: 370.400226ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:39.785951Z","time spent":"370.478468ms","remote":"127.0.0.1:41624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-19T09:11:40.156572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.219786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:11:40.156592Z","caller":"traceutil/trace.go:171","msg":"trace[460843431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5292; }","duration":"177.279297ms","start":"2026-08-19T09:11:39.979308Z","end":"2026-08-19T09:11:40.156588Z","steps":["trace[460843431] 'agreement among raft nodes before linearized reading' (duration: 177.191255ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.984489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-19T09:11:40.156674Z","caller":"traceutil/trace.go:171","msg":"trace[738327444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5292; }","duration":"169.00773ms","start":"2026-08-19T09:11:39.987663Z","end":"2026-08-19T09:11:40.15667Z","steps":["trace[738327444] 'agreement among raft nodes before linearized reading' (duration: 168.972109ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.156731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.549053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:11:40.156762Z","caller":"traceutil/trace.go:171","msg":"trace[576798609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5292; }","duration":"176.594565ms","start":"2026-08-19T09:11:39.980158Z","end":"2026-08-19T09:11:40.156753Z","steps":["trace[576798609] 'agreement among raft nodes before linearized reading' (duration: 176.507142ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:40.576596Z","caller":"traceutil/trace.go:171","msg":"trace[91663027] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"413.479442ms","start":"2026-08-19T09:11:40.163088Z","end":"2026-08-19T09:11:40.576567Z","steps":["trace[91663027] 'process raft request' (duration: 413.382219ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:40.576623Z","caller":"traceutil/trace.go:171","msg":"trace[257784406] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"413.896327ms","start":"2026-08-19T09:11:40.162689Z","end":"2026-08-19T09:11:40.576585Z","steps":["trace[257784406] 'process raft request' (duration: 413.583947ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.576892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.162647Z","time spent":"414.161805ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:40.576918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.163073Z","time spent":"413.600886ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:40.57762Z","caller":"traceutil/trace.go:171","msg":"trace[1043504016] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"414.332091ms","start":"2026-08-19T09:11:40.163275Z","end":"2026-08-19T09:11:40.577607Z","steps":["trace[1043504016] 'process raft request' (duration: 413.242214ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.577857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.163265Z","time spent":"414.527208ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:40.577943Z","caller":"traceutil/trace.go:171","msg":"trace[609721955] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"413.816674ms","start":"2026-08-19T09:11:40.1641Z","end":"2026-08-19T09:11:40.577917Z","steps":["trace[609721955] 'process raft request' (duration: 413.40824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.578111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.164079Z","time spent":"413.9671ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:40.578425Z","caller":"traceutil/trace.go:171","msg":"trace[1852802013] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"414.236979ms","start":"2026-08-19T09:11:40.164177Z","end":"2026-08-19T09:11:40.578414Z","steps":["trace[1852802013] 'process raft request' (duration: 413.66701ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.578496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.164172Z","time spent":"414.29002ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:11:40.578706Z","caller":"traceutil/trace.go:171","msg":"trace[1343275443] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5507; }","duration":"350.357545ms","start":"2026-08-19T09:11:40.228338Z","end":"2026-08-19T09:11:40.578696Z","steps":["trace[1343275443] 'read index received' (duration: 347.920673ms)","trace[1343275443] 'applied index is now lower than readState.Index' (duration: 2.435952ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:11:40.578773Z","caller":"traceutil/trace.go:171","msg":"trace[1860422201] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"414.482987ms","start":"2026-08-19T09:11:40.164228Z","end":"2026-08-19T09:11:40.578711Z","steps":["trace[1860422201] 'process raft request' (duration: 414.145475ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:40.578859Z","caller":"traceutil/trace.go:171","msg":"trace[1474594690] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"411.394583ms","start":"2026-08-19T09:11:40.167458Z","end":"2026-08-19T09:11:40.578852Z","steps":["trace[1474594690] 'process raft request' (duration: 411.198187ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.578918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.167431Z","time spent":"411.455945ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:40.57898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.164222Z","time spent":"414.654822ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:40.579057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.477572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:40.579108Z","caller":"traceutil/trace.go:171","msg":"trace[1623891042] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5301; }","duration":"182.543344ms","start":"2026-08-19T09:11:40.396555Z","end":"2026-08-19T09:11:40.579098Z","steps":["trace[1623891042] 'agreement among raft nodes before linearized reading' (duration: 182.361468ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:40.578822Z","caller":"traceutil/trace.go:171","msg":"trace[1946991124] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"414.177726ms","start":"2026-08-19T09:11:40.164635Z","end":"2026-08-19T09:11:40.578812Z","steps":["trace[1946991124] 'process raft request' (duration: 413.963839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.579209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.862692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:11:40.579259Z","caller":"traceutil/trace.go:171","msg":"trace[1249799927] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5301; }","duration":"350.938614ms","start":"2026-08-19T09:11:40.228306Z","end":"2026-08-19T09:11:40.579245Z","steps":["trace[1249799927] 'agreement among raft nodes before linearized reading' (duration: 350.847421ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:11:40.579256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.164627Z","time spent":"414.598461ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:11:40.579298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:11:40.228291Z","time spent":"351.001006ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-08-19T09:11:40.579309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.00021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-19T09:11:40.579607Z","caller":"traceutil/trace.go:171","msg":"trace[344557597] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5301; }","duration":"121.038171ms","start":"2026-08-19T09:11:40.458294Z","end":"2026-08-19T09:11:40.579332Z","steps":["trace[344557597] 'agreement among raft nodes before linearized reading' (duration: 120.980709ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:11:56.050446Z","caller":"traceutil/trace.go:171","msg":"trace[1411784656] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"103.620358ms","start":"2026-08-19T09:11:55.946803Z","end":"2026-08-19T09:11:56.050424Z","steps":["trace[1411784656] 'process raft request' (duration: 103.233895ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:11.223489Z","caller":"traceutil/trace.go:171","msg":"trace[2136005634] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5815; }","duration":"453.824615ms","start":"2026-08-19T09:12:10.769636Z","end":"2026-08-19T09:12:11.223461Z","steps":["trace[2136005634] 'read index received' (duration: 453.598843ms)","trace[2136005634] 'applied index is now lower than readState.Index' (duration: 224.752µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:11.223574Z","caller":"traceutil/trace.go:171","msg":"trace[104927021] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"623.065444ms","start":"2026-08-19T09:12:10.600478Z","end":"2026-08-19T09:12:11.223543Z","steps":["trace[104927021] 'process raft request' (duration: 622.820262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.223714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:10.600459Z","time spent":"623.179376ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:12:11.223711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.008277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:12:11.223815Z","caller":"traceutil/trace.go:171","msg":"trace[716172315] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5595; }","duration":"454.189378ms","start":"2026-08-19T09:12:10.769602Z","end":"2026-08-19T09:12:11.223791Z","steps":["trace[716172315] 'agreement among raft nodes before linearized reading' (duration: 453.957976ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.223825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.58127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-19T09:12:11.223869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:10.769585Z","time spent":"454.275339ms","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-08-19T09:12:11.223892Z","caller":"traceutil/trace.go:171","msg":"trace[372422977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5595; }","duration":"208.505374ms","start":"2026-08-19T09:12:11.015367Z","end":"2026-08-19T09:12:11.223872Z","steps":["trace[372422977] 'agreement among raft nodes before linearized reading' (duration: 208.300272ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.223941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.555464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-19T09:12:11.224016Z","caller":"traceutil/trace.go:171","msg":"trace[817221003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5595; }","duration":"190.658746ms","start":"2026-08-19T09:12:11.033338Z","end":"2026-08-19T09:12:11.223997Z","steps":["trace[817221003] 'agreement among raft nodes before linearized reading' (duration: 190.465094ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.2241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.956398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-19T09:12:11.22413Z","caller":"traceutil/trace.go:171","msg":"trace[1954896728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5595; }","duration":"190.997628ms","start":"2026-08-19T09:12:11.033123Z","end":"2026-08-19T09:12:11.224121Z","steps":["trace[1954896728] 'agreement among raft nodes before linearized reading' (duration: 190.904097ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.224264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.225821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-19T09:12:11.224292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.38564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:12:11.224305Z","caller":"traceutil/trace.go:171","msg":"trace[552805932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5595; }","duration":"190.277781ms","start":"2026-08-19T09:12:11.034016Z","end":"2026-08-19T09:12:11.224293Z","steps":["trace[552805932] 'agreement among raft nodes before linearized reading' (duration: 190.13931ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:11.224325Z","caller":"traceutil/trace.go:171","msg":"trace[803284310] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5595; }","duration":"193.44939ms","start":"2026-08-19T09:12:11.030863Z","end":"2026-08-19T09:12:11.224313Z","steps":["trace[803284310] 'agreement among raft nodes before linearized reading' (duration: 193.36258ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.224353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.455702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-19T09:12:11.224381Z","caller":"traceutil/trace.go:171","msg":"trace[1121805236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5595; }","duration":"191.497803ms","start":"2026-08-19T09:12:11.032875Z","end":"2026-08-19T09:12:11.224373Z","steps":["trace[1121805236] 'agreement among raft nodes before linearized reading' (duration: 191.341312ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.733376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769502038,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:12:11.749679Z","caller":"traceutil/trace.go:171","msg":"trace[366843624] linearizableReadLoop","detail":"{readStateIndex:5822; appliedIndex:5817; }","duration":"516.886826ms","start":"2026-08-19T09:12:11.232769Z","end":"2026-08-19T09:12:11.749656Z","steps":["trace[366843624] 'read index received' (duration: 516.490693ms)","trace[366843624] 'applied index is now lower than readState.Index' (duration: 395.123µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:11.75002Z","caller":"traceutil/trace.go:171","msg":"trace[1946084727] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"519.256077ms","start":"2026-08-19T09:12:11.230749Z","end":"2026-08-19T09:12:11.750005Z","steps":["trace[1946084727] 'process raft request' (duration: 518.866304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.750155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.230739Z","time spent":"519.323498ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:12:11.750472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.693224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-08-19T09:12:11.75052Z","caller":"traceutil/trace.go:171","msg":"trace[1229986466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5601; }","duration":"517.754394ms","start":"2026-08-19T09:12:11.23275Z","end":"2026-08-19T09:12:11.750504Z","steps":["trace[1229986466] 'agreement among raft nodes before linearized reading' (duration: 517.581683ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.750556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.23274Z","time spent":"517.807995ms","remote":"127.0.0.1:41798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-19T09:12:11.750568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.955164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:12:11.750626Z","caller":"traceutil/trace.go:171","msg":"trace[1988412256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5601; }","duration":"339.087275ms","start":"2026-08-19T09:12:11.411524Z","end":"2026-08-19T09:12:11.750611Z","steps":["trace[1988412256] 'agreement among raft nodes before linearized reading' (duration: 338.984954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.750655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.41148Z","time spent":"339.169736ms","remote":"127.0.0.1:41614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-19T09:12:11.751014Z","caller":"traceutil/trace.go:171","msg":"trace[945621884] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"520.79343ms","start":"2026-08-19T09:12:11.230212Z","end":"2026-08-19T09:12:11.751005Z","steps":["trace[945621884] 'process raft request' (duration: 519.291337ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:11.751037Z","caller":"traceutil/trace.go:171","msg":"trace[971314451] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"520.702429ms","start":"2026-08-19T09:12:11.230319Z","end":"2026-08-19T09:12:11.751022Z","steps":["trace[971314451] 'process raft request' (duration: 519.234776ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.751091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.230204Z","time spent":"520.82962ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:12:11.751114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.230258Z","time spent":"520.81755ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:12:11.751183Z","caller":"traceutil/trace.go:171","msg":"trace[406814967] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"521.039483ms","start":"2026-08-19T09:12:11.230137Z","end":"2026-08-19T09:12:11.751176Z","steps":["trace[406814967] 'process raft request' (duration: 519.195427ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.751218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.230116Z","time spent":"521.083563ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:12:11.751474Z","caller":"traceutil/trace.go:171","msg":"trace[663173194] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"519.425638ms","start":"2026-08-19T09:12:11.230374Z","end":"2026-08-19T09:12:11.7498Z","steps":["trace[663173194] 'process raft request' (duration: 519.210737ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:11.751618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:12:11.230366Z","time spent":"521.175504ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:12:20.693764Z","caller":"traceutil/trace.go:171","msg":"trace[1220752644] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5873; }","duration":"122.206181ms","start":"2026-08-19T09:12:20.571488Z","end":"2026-08-19T09:12:20.693694Z","steps":["trace[1220752644] 'read index received' (duration: 121.963039ms)","trace[1220752644] 'applied index is now lower than readState.Index' (duration: 242.152µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:20.693794Z","caller":"traceutil/trace.go:171","msg":"trace[1222411492] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"133.187187ms","start":"2026-08-19T09:12:20.560579Z","end":"2026-08-19T09:12:20.693766Z","steps":["trace[1222411492] 'process raft request' (duration: 132.945655ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:20.693918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.413913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:12:20.693964Z","caller":"traceutil/trace.go:171","msg":"trace[1941617355] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5651; }","duration":"122.516534ms","start":"2026-08-19T09:12:20.571433Z","end":"2026-08-19T09:12:20.693949Z","steps":["trace[1941617355] 'agreement among raft nodes before linearized reading' (duration: 122.429583ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:20.694102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.579565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-08-19T09:12:20.694326Z","caller":"traceutil/trace.go:171","msg":"trace[1382786251] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5651; }","duration":"122.839507ms","start":"2026-08-19T09:12:20.571457Z","end":"2026-08-19T09:12:20.694296Z","steps":["trace[1382786251] 'agreement among raft nodes before linearized reading' (duration: 122.504274ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:20.695002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.013168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:12:20.695054Z","caller":"traceutil/trace.go:171","msg":"trace[80662695] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5651; }","duration":"123.216301ms","start":"2026-08-19T09:12:20.571826Z","end":"2026-08-19T09:12:20.695043Z","steps":["trace[80662695] 'agreement among raft nodes before linearized reading' (duration: 123.11029ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:21.422479Z","caller":"traceutil/trace.go:171","msg":"trace[1071815744] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"113.403016ms","start":"2026-08-19T09:12:21.309056Z","end":"2026-08-19T09:12:21.422459Z","steps":["trace[1071815744] 'process raft request' (duration: 112.972702ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:22.243488Z","caller":"traceutil/trace.go:171","msg":"trace[735389987] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"106.640069ms","start":"2026-08-19T09:12:22.136809Z","end":"2026-08-19T09:12:22.243449Z","steps":["trace[735389987] 'process raft request' (duration: 73.24952ms)","trace[735389987] 'compare' (duration: 33.198517ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:22.476556Z","caller":"traceutil/trace.go:171","msg":"trace[826287247] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"299.179432ms","start":"2026-08-19T09:12:22.177332Z","end":"2026-08-19T09:12:22.476512Z","steps":["trace[826287247] 'process raft request' (duration: 222.560009ms)","trace[826287247] 'compare' (duration: 76.34428ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:22.476836Z","caller":"traceutil/trace.go:171","msg":"trace[1822762254] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"294.348524ms","start":"2026-08-19T09:12:22.182475Z","end":"2026-08-19T09:12:22.476823Z","steps":["trace[1822762254] 'process raft request' (duration: 293.97791ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:22.476841Z","caller":"traceutil/trace.go:171","msg":"trace[1805062571] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"295.804898ms","start":"2026-08-19T09:12:22.181012Z","end":"2026-08-19T09:12:22.476817Z","steps":["trace[1805062571] 'process raft request' (duration: 295.385264ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:24.622358Z","caller":"traceutil/trace.go:171","msg":"trace[1876706260] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"139.852568ms","start":"2026-08-19T09:12:24.48248Z","end":"2026-08-19T09:12:24.622332Z","steps":["trace[1876706260] 'process raft request' (duration: 99.728048ms)","trace[1876706260] 'compare' (duration: 39.232032ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:24.62267Z","caller":"traceutil/trace.go:171","msg":"trace[1492119394] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"139.545715ms","start":"2026-08-19T09:12:24.483101Z","end":"2026-08-19T09:12:24.622647Z","steps":["trace[1492119394] 'process raft request' (duration: 139.181832ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:32.0383Z","caller":"traceutil/trace.go:171","msg":"trace[1189284738] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"123.061962ms","start":"2026-08-19T09:12:31.915207Z","end":"2026-08-19T09:12:32.038269Z","steps":["trace[1189284738] 'process raft request' (duration: 122.80866ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:12:32.885185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.974263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-19T09:12:32.885293Z","caller":"traceutil/trace.go:171","msg":"trace[1363181464] linearizableReadLoop","detail":"{readStateIndex:5963; appliedIndex:5962; }","duration":"144.48676ms","start":"2026-08-19T09:12:32.740789Z","end":"2026-08-19T09:12:32.885275Z","steps":["trace[1363181464] 'read index received' (duration: 49.281µs)","trace[1363181464] 'applied index is now lower than readState.Index' (duration: 144.436099ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:12:32.885503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.432809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:12:32.885504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.692302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-19T09:12:32.885552Z","caller":"traceutil/trace.go:171","msg":"trace[1272972603] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"229.215352ms","start":"2026-08-19T09:12:32.656299Z","end":"2026-08-19T09:12:32.885515Z","steps":["trace[1272972603] 'process raft request' (duration: 54.828574ms)","trace[1272972603] 'compare' (duration: 173.812562ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:12:32.885582Z","caller":"traceutil/trace.go:171","msg":"trace[1007007019] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5738; }","duration":"144.52992ms","start":"2026-08-19T09:12:32.741032Z","end":"2026-08-19T09:12:32.885562Z","steps":["trace[1007007019] 'agreement among raft nodes before linearized reading' (duration: 144.408889ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:32.885588Z","caller":"traceutil/trace.go:171","msg":"trace[1138847265] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5738; }","duration":"144.825413ms","start":"2026-08-19T09:12:32.740744Z","end":"2026-08-19T09:12:32.88557Z","steps":["trace[1138847265] 'agreement among raft nodes before linearized reading' (duration: 144.665802ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:36.268183Z","caller":"traceutil/trace.go:171","msg":"trace[287394584] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"126.023443ms","start":"2026-08-19T09:12:36.142128Z","end":"2026-08-19T09:12:36.268152Z","steps":["trace[287394584] 'process raft request' (duration: 121.373832ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:36.271854Z","caller":"traceutil/trace.go:171","msg":"trace[1464351282] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"129.305928ms","start":"2026-08-19T09:12:36.142501Z","end":"2026-08-19T09:12:36.271807Z","steps":["trace[1464351282] 'process raft request' (duration: 129.117366ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:12:36.271891Z","caller":"traceutil/trace.go:171","msg":"trace[1681760301] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"129.268798ms","start":"2026-08-19T09:12:36.142586Z","end":"2026-08-19T09:12:36.271854Z","steps":["trace[1681760301] 'process raft request' (duration: 129.084806ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:13:46.787954Z","caller":"traceutil/trace.go:171","msg":"trace[614236534] linearizableReadLoop","detail":"{readStateIndex:6460; appliedIndex:6459; }","duration":"105.777913ms","start":"2026-08-19T09:13:46.682151Z","end":"2026-08-19T09:13:46.787929Z","steps":["trace[614236534] 'read index received' (duration: 105.52369ms)","trace[614236534] 'applied index is now lower than readState.Index' (duration: 253.293µs)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:13:46.788148Z","caller":"traceutil/trace.go:171","msg":"trace[1812428019] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"111.636416ms","start":"2026-08-19T09:13:46.676487Z","end":"2026-08-19T09:13:46.788123Z","steps":["trace[1812428019] 'process raft request' (duration: 111.20324ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:13:46.788271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.307336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:13:46.788324Z","caller":"traceutil/trace.go:171","msg":"trace[1531681435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6219; }","duration":"105.386857ms","start":"2026-08-19T09:13:46.682923Z","end":"2026-08-19T09:13:46.78831Z","steps":["trace[1531681435] 'agreement among raft nodes before linearized reading' (duration: 105.242345ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:13:46.788546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.376053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:13:46.78926Z","caller":"traceutil/trace.go:171","msg":"trace[637820657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6219; }","duration":"107.124735ms","start":"2026-08-19T09:13:46.682123Z","end":"2026-08-19T09:13:46.789247Z","steps":["trace[637820657] 'agreement among raft nodes before linearized reading' (duration: 106.291342ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:17.169757Z","caller":"traceutil/trace.go:171","msg":"trace[606542622] transaction","detail":"{read_only:false; response_revision:6879; number_of_response:1; }","duration":"233.865675ms","start":"2026-08-19T09:15:16.935864Z","end":"2026-08-19T09:15:17.16973Z","steps":["trace[606542622] 'process raft request' (duration: 233.62202ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:17.553102Z","caller":"traceutil/trace.go:171","msg":"trace[1470730717] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"123.600545ms","start":"2026-08-19T09:15:17.429471Z","end":"2026-08-19T09:15:17.553071Z","steps":["trace[1470730717] 'process raft request' (duration: 123.422941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:29.905931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830783769505622,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-19T09:15:30.095177Z","caller":"traceutil/trace.go:171","msg":"trace[305144856] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"739.15744ms","start":"2026-08-19T09:15:29.355997Z","end":"2026-08-19T09:15:30.095154Z","steps":["trace[305144856] 'process raft request' (duration: 739.020117ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:30.095444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.355975Z","time spent":"739.364143ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:15:30.096352Z","caller":"traceutil/trace.go:171","msg":"trace[589755689] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"661.955205ms","start":"2026-08-19T09:15:29.43434Z","end":"2026-08-19T09:15:30.096296Z","steps":["trace[589755689] 'process raft request' (duration: 661.396074ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:30.096363Z","caller":"traceutil/trace.go:171","msg":"trace[1328579561] transaction","detail":"{read_only:false; response_revision:6996; number_of_response:1; }","duration":"554.574968ms","start":"2026-08-19T09:15:29.541777Z","end":"2026-08-19T09:15:30.096352Z","steps":["trace[1328579561] 'process raft request' (duration: 554.135569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:30.096593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.541761Z","time spent":"554.772302ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-19T09:15:30.096716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.434317Z","time spent":"662.133608ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-19T09:15:30.097952Z","caller":"traceutil/trace.go:171","msg":"trace[1735291458] linearizableReadLoop","detail":"{readStateIndex:7266; appliedIndex:7263; }","duration":"692.130876ms","start":"2026-08-19T09:15:29.405806Z","end":"2026-08-19T09:15:30.097937Z","steps":["trace[1735291458] 'read index received' (duration: 689.275386ms)","trace[1735291458] 'applied index is now lower than readState.Index' (duration: 2.8543ms)"],"step_count":2} {"level":"warn","ts":"2026-08-19T09:15:30.098413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.623306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-19T09:15:30.098461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.361578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-19T09:15:30.098527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.311774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-19T09:15:30.098619Z","caller":"traceutil/trace.go:171","msg":"trace[867345349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6996; }","duration":"501.399036ms","start":"2026-08-19T09:15:29.597204Z","end":"2026-08-19T09:15:30.098603Z","steps":["trace[867345349] 'agreement among raft nodes before linearized reading' (duration: 501.187471ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:30.098801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.945714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-19T09:15:30.09856Z","caller":"traceutil/trace.go:171","msg":"trace[1023197778] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6996; }","duration":"386.502191ms","start":"2026-08-19T09:15:29.712031Z","end":"2026-08-19T09:15:30.098533Z","steps":["trace[1023197778] 'agreement among raft nodes before linearized reading' (duration: 386.328898ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:30.09889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.931823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-19T09:15:30.098909Z","caller":"traceutil/trace.go:171","msg":"trace[1047696631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6996; }","duration":"693.154619ms","start":"2026-08-19T09:15:29.405741Z","end":"2026-08-19T09:15:30.098895Z","steps":["trace[1047696631] 'agreement among raft nodes before linearized reading' (duration: 692.869503ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:30.098928Z","caller":"traceutil/trace.go:171","msg":"trace[43927700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6996; }","duration":"508.998514ms","start":"2026-08-19T09:15:29.589919Z","end":"2026-08-19T09:15:30.098917Z","steps":["trace[43927700] 'agreement among raft nodes before linearized reading' (duration: 508.753739ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:30.098925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.712016Z","time spent":"386.892389ms","remote":"127.0.0.1:51632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-19T09:15:30.09896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.589906Z","time spent":"509.045546ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-19T09:15:30.098831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.597161Z","time spent":"501.656901ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-19T09:15:30.098472Z","caller":"traceutil/trace.go:171","msg":"trace[1051455866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6996; }","duration":"529.708938ms","start":"2026-08-19T09:15:29.568751Z","end":"2026-08-19T09:15:30.09846Z","steps":["trace[1051455866] 'agreement among raft nodes before linearized reading' (duration: 529.481173ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:30.099307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.568741Z","time spent":"530.473143ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-19T09:15:30.098962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-19T09:15:29.405718Z","time spent":"693.22906ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-19T09:15:46.132112Z","caller":"traceutil/trace.go:171","msg":"trace[707442820] transaction","detail":"{read_only:false; response_revision:7082; number_of_response:1; }","duration":"176.071919ms","start":"2026-08-19T09:15:45.956006Z","end":"2026-08-19T09:15:46.132078Z","steps":["trace[707442820] 'process raft request' (duration: 175.879915ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.324761Z","caller":"traceutil/trace.go:171","msg":"trace[1952588426] transaction","detail":"{read_only:false; response_revision:7084; number_of_response:1; }","duration":"167.931025ms","start":"2026-08-19T09:15:46.156805Z","end":"2026-08-19T09:15:46.324736Z","steps":["trace[1952588426] 'process raft request' (duration: 167.834983ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.324777Z","caller":"traceutil/trace.go:171","msg":"trace[1230318781] transaction","detail":"{read_only:false; response_revision:7083; number_of_response:1; }","duration":"172.086885ms","start":"2026-08-19T09:15:46.152646Z","end":"2026-08-19T09:15:46.324733Z","steps":["trace[1230318781] 'process raft request' (duration: 122.542715ms)","trace[1230318781] 'compare' (duration: 49.311305ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:15:46.325181Z","caller":"traceutil/trace.go:171","msg":"trace[777966690] linearizableReadLoop","detail":"{readStateIndex:7359; appliedIndex:7356; }","duration":"112.083219ms","start":"2026-08-19T09:15:46.213079Z","end":"2026-08-19T09:15:46.325162Z","steps":["trace[777966690] 'read index received' (duration: 62.124151ms)","trace[777966690] 'applied index is now lower than readState.Index' (duration: 49.958358ms)"],"step_count":2} {"level":"info","ts":"2026-08-19T09:15:46.325356Z","caller":"traceutil/trace.go:171","msg":"trace[1213884641] transaction","detail":"{read_only:false; response_revision:7085; number_of_response:1; }","duration":"164.821068ms","start":"2026-08-19T09:15:46.160521Z","end":"2026-08-19T09:15:46.325342Z","steps":["trace[1213884641] 'process raft request' (duration: 164.167324ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:46.325549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.460728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-19T09:15:46.325577Z","caller":"traceutil/trace.go:171","msg":"trace[1602063462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7085; }","duration":"112.536479ms","start":"2026-08-19T09:15:46.213034Z","end":"2026-08-19T09:15:46.32557Z","steps":["trace[1602063462] 'agreement among raft nodes before linearized reading' (duration: 112.415346ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:46.326063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.239004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-19T09:15:46.32613Z","caller":"traceutil/trace.go:171","msg":"trace[1995673597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7085; }","duration":"106.356055ms","start":"2026-08-19T09:15:46.219757Z","end":"2026-08-19T09:15:46.326113Z","steps":["trace[1995673597] 'agreement among raft nodes before linearized reading' (duration: 106.09412ms)"],"step_count":1} {"level":"warn","ts":"2026-08-19T09:15:46.326841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.215032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-19T09:15:46.327246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.208945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-19T09:15:46.327273Z","caller":"traceutil/trace.go:171","msg":"trace[787801775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7085; }","duration":"107.258026ms","start":"2026-08-19T09:15:46.220008Z","end":"2026-08-19T09:15:46.327266Z","steps":["trace[787801775] 'agreement among raft nodes before linearized reading' (duration: 107.170814ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.326898Z","caller":"traceutil/trace.go:171","msg":"trace[27153486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7085; }","duration":"106.288895ms","start":"2026-08-19T09:15:46.220595Z","end":"2026-08-19T09:15:46.326884Z","steps":["trace[27153486] 'agreement among raft nodes before linearized reading' (duration: 106.07854ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.475122Z","caller":"traceutil/trace.go:171","msg":"trace[2137274803] transaction","detail":"{read_only:false; response_revision:7086; number_of_response:1; }","duration":"144.999971ms","start":"2026-08-19T09:15:46.330105Z","end":"2026-08-19T09:15:46.475105Z","steps":["trace[2137274803] 'process raft request' (duration: 144.879968ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.483906Z","caller":"traceutil/trace.go:171","msg":"trace[626147868] transaction","detail":"{read_only:false; response_revision:7090; number_of_response:1; }","duration":"108.669016ms","start":"2026-08-19T09:15:46.375216Z","end":"2026-08-19T09:15:46.483885Z","steps":["trace[626147868] 'process raft request' (duration: 108.630885ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.484749Z","caller":"traceutil/trace.go:171","msg":"trace[1803657342] transaction","detail":"{read_only:false; response_revision:7087; number_of_response:1; }","duration":"153.762039ms","start":"2026-08-19T09:15:46.330978Z","end":"2026-08-19T09:15:46.48474Z","steps":["trace[1803657342] 'process raft request' (duration: 152.730477ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.484942Z","caller":"traceutil/trace.go:171","msg":"trace[1089454417] transaction","detail":"{read_only:false; response_revision:7088; number_of_response:1; }","duration":"153.107195ms","start":"2026-08-19T09:15:46.331828Z","end":"2026-08-19T09:15:46.484935Z","steps":["trace[1089454417] 'process raft request' (duration: 151.974141ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.484993Z","caller":"traceutil/trace.go:171","msg":"trace[660361499] transaction","detail":"{read_only:false; response_revision:7089; number_of_response:1; }","duration":"153.075885ms","start":"2026-08-19T09:15:46.331913Z","end":"2026-08-19T09:15:46.484989Z","steps":["trace[660361499] 'process raft request' (duration: 151.911401ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:15:46.816332Z","caller":"traceutil/trace.go:171","msg":"trace[1494016164] transaction","detail":"{read_only:false; response_revision:7091; number_of_response:1; }","duration":"135.27712ms","start":"2026-08-19T09:15:46.681028Z","end":"2026-08-19T09:15:46.816305Z","steps":["trace[1494016164] 'process raft request' (duration: 135.115107ms)"],"step_count":1} {"level":"info","ts":"2026-08-19T09:16:20.948716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5148} {"level":"info","ts":"2026-08-19T09:16:21.073565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5148,"took":"123.618689ms","hash":3887573790,"current-db-size-bytes":51613696,"current-db-size":"52 MB","current-db-size-in-use-bytes":18849792,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-08-19T09:16:21.073651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3887573790,"revision":5148,"compact-revision":2773}