{"level":"warn","ts":"2026-04-03T02:24:46.053281Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:24:46.053376Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.186:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.186:2380","--initial-cluster=instance=https://199.19.213.186:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.186:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.186:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:24:46.053444Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:24:46.053453Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.186:2380"]} {"level":"info","ts":"2026-04-03T02:24:46.053467Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:24:46.05409Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.186:2379"]} {"level":"info","ts":"2026-04-03T02:24:46.054163Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.186:2380"],"listen-peer-urls":["https://199.19.213.186:2380"],"advertise-client-urls":["https://199.19.213.186:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.186:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.186:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:24:46.058317Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.934133ms"} {"level":"info","ts":"2026-04-03T02:24:46.071678Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"22478416d949d47d","cluster-id":"568bb29601528c07"} {"level":"info","ts":"2026-04-03T02:24:46.071793Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:24:46.071906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d became follower at term 0"} {"level":"info","ts":"2026-04-03T02:24:46.071981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 22478416d949d47d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:24:46.072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d became follower at term 1"} {"level":"info","ts":"2026-04-03T02:24:46.072102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d switched to configuration voters=(2470088154305647741)"} {"level":"warn","ts":"2026-04-03T02:24:46.077349Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:24:46.080879Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:24:46.082449Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:24:46.084993Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"22478416d949d47d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:24:46.085366Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"22478416d949d47d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:24:46.08546Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:24:46.085557Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:24:46.085576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:24:46.086576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d switched to configuration voters=(2470088154305647741)"} {"level":"info","ts":"2026-04-03T02:24:46.086744Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"568bb29601528c07","local-member-id":"22478416d949d47d","added-peer-id":"22478416d949d47d","added-peer-peer-urls":["https://199.19.213.186:2380"]} {"level":"info","ts":"2026-04-03T02:24:46.088266Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:24:46.088531Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"22478416d949d47d","initial-advertise-peer-urls":["https://199.19.213.186:2380"],"listen-peer-urls":["https://199.19.213.186:2380"],"advertise-client-urls":["https://199.19.213.186:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.186:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:24:46.088575Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:24:46.088889Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.186:2380"} {"level":"info","ts":"2026-04-03T02:24:46.089028Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.186:2380"} {"level":"info","ts":"2026-04-03T02:24:46.972938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:24:46.973025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:24:46.973076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d received MsgPreVoteResp from 22478416d949d47d at term 1"} {"level":"info","ts":"2026-04-03T02:24:46.973114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:24:46.973132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d received MsgVoteResp from 22478416d949d47d at term 2"} {"level":"info","ts":"2026-04-03T02:24:46.973149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"22478416d949d47d became leader at term 2"} {"level":"info","ts":"2026-04-03T02:24:46.973164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 22478416d949d47d elected leader 22478416d949d47d at term 2"} {"level":"info","ts":"2026-04-03T02:24:46.974441Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"22478416d949d47d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.186:2379]}","request-path":"/0/members/22478416d949d47d/attributes","cluster-id":"568bb29601528c07","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:24:46.974455Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:24:46.974661Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:24:46.974761Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:46.974925Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:24:46.975008Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:24:46.975741Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"568bb29601528c07","local-member-id":"22478416d949d47d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:46.975897Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:46.975947Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:46.97668Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.186:2379"} {"level":"info","ts":"2026-04-03T02:24:46.978329Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T02:24:53.254138Z","caller":"traceutil/trace.go:171","msg":"trace[1445915837] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"165.99848ms","start":"2026-04-03T02:24:53.088109Z","end":"2026-04-03T02:24:53.254107Z","steps":["trace[1445915837] 'process raft request' (duration: 165.829297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:53.707219Z","caller":"traceutil/trace.go:171","msg":"trace[1998741548] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"444.826277ms","start":"2026-04-03T02:24:53.26237Z","end":"2026-04-03T02:24:53.707197Z","steps":["trace[1998741548] 'process raft request' (duration: 368.882431ms)","trace[1998741548] 'compare' (duration: 75.831152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:53.707611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:53.262359Z","time spent":"444.921768ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:24:54.233852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.719176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:24:54.233978Z","caller":"traceutil/trace.go:171","msg":"trace[262634953] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:334; }","duration":"227.80173ms","start":"2026-04-03T02:24:54.006157Z","end":"2026-04-03T02:24:54.233959Z","steps":["trace[262634953] 'read index received' (duration: 36.36µs)","trace[262634953] 'applied index is now lower than readState.Index' (duration: 227.76395ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:24:54.234074Z","caller":"traceutil/trace.go:171","msg":"trace[1794292634] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"518.608819ms","start":"2026-04-03T02:24:53.715437Z","end":"2026-04-03T02:24:54.234046Z","steps":["trace[1794292634] 'process raft request' (duration: 188.492014ms)","trace[1794292634] 'compare' (duration: 329.602403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:54.234179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:53.715417Z","time spent":"518.70931ms","remote":"127.0.0.1:50790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:24:54.234188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.021326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:24:54.234236Z","caller":"traceutil/trace.go:171","msg":"trace[1223704647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:328; }","duration":"228.116517ms","start":"2026-04-03T02:24:54.006108Z","end":"2026-04-03T02:24:54.234224Z","steps":["trace[1223704647] 'agreement among raft nodes before linearized reading' (duration: 227.936174ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:16.738558Z","caller":"traceutil/trace.go:171","msg":"trace[597337483] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"175.373707ms","start":"2026-04-03T02:25:16.562983Z","end":"2026-04-03T02:25:16.738357Z","steps":["trace[597337483] 'read index received' (duration: 175.280706ms)","trace[597337483] 'applied index is now lower than readState.Index' (duration: 91.821µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:16.738865Z","caller":"traceutil/trace.go:171","msg":"trace[416227524] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"183.934357ms","start":"2026-04-03T02:25:16.554886Z","end":"2026-04-03T02:25:16.73882Z","steps":["trace[416227524] 'process raft request' (duration: 183.349246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:16.740615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.582498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:25:16.740849Z","caller":"traceutil/trace.go:171","msg":"trace[1309491207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"177.800253ms","start":"2026-04-03T02:25:16.56295Z","end":"2026-04-03T02:25:16.74075Z","steps":["trace[1309491207] 'agreement among raft nodes before linearized reading' (duration: 175.789135ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.087497Z","caller":"traceutil/trace.go:171","msg":"trace[353432334] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"334.271689ms","start":"2026-04-03T02:25:16.753193Z","end":"2026-04-03T02:25:17.087465Z","steps":["trace[353432334] 'read index received' (duration: 331.12125ms)","trace[353432334] 'applied index is now lower than readState.Index' (duration: 3.148919ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:17.08763Z","caller":"traceutil/trace.go:171","msg":"trace[1412877768] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"340.931874ms","start":"2026-04-03T02:25:16.746649Z","end":"2026-04-03T02:25:17.087581Z","steps":["trace[1412877768] 'process raft request' (duration: 337.686532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:17.087719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.494973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:17.087765Z","caller":"traceutil/trace.go:171","msg":"trace[654580835] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:512; }","duration":"334.575525ms","start":"2026-04-03T02:25:16.753174Z","end":"2026-04-03T02:25:17.08775Z","steps":["trace[654580835] 'agreement among raft nodes before linearized reading' (duration: 334.475793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:17.087814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:16.753164Z","time spent":"334.638877ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:25:17.088065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:16.746611Z","time spent":"341.113307ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:17.088547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.108581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:17.088679Z","caller":"traceutil/trace.go:171","msg":"trace[1812586362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"118.279745ms","start":"2026-04-03T02:25:16.97035Z","end":"2026-04-03T02:25:17.08863Z","steps":["trace[1812586362] 'agreement among raft nodes before linearized reading' (duration: 118.103673ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:22.121724Z","caller":"traceutil/trace.go:171","msg":"trace[1508240295] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"361.201546ms","start":"2026-04-03T02:25:21.760492Z","end":"2026-04-03T02:25:22.121694Z","steps":["trace[1508240295] 'process raft request' (duration: 360.617846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:22.121961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:21.760451Z","time spent":"361.40726ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:23.440281Z","caller":"traceutil/trace.go:171","msg":"trace[1362202787] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"333.087331ms","start":"2026-04-03T02:25:23.107168Z","end":"2026-04-03T02:25:23.440255Z","steps":["trace[1362202787] 'read index received' (duration: 332.233246ms)","trace[1362202787] 'applied index is now lower than readState.Index' (duration: 853.225µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:23.440524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.330715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:25:23.440557Z","caller":"traceutil/trace.go:171","msg":"trace[521678183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"333.421007ms","start":"2026-04-03T02:25:23.107125Z","end":"2026-04-03T02:25:23.440546Z","steps":["trace[521678183] 'agreement among raft nodes before linearized reading' (duration: 333.235413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:23.440595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:23.107103Z","time spent":"333.482978ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:25:23.441336Z","caller":"traceutil/trace.go:171","msg":"trace[265182565] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"355.550206ms","start":"2026-04-03T02:25:23.08569Z","end":"2026-04-03T02:25:23.44124Z","steps":["trace[265182565] 'process raft request' (duration: 354.029129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:23.441532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:23.08566Z","time spent":"355.754771ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:24.470746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022879500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:24.974129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022879500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:25.474735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022879500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:25.498111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560905272s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:25:25.512304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.135343Z","time spent":"1.376951896s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:25:25.512438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779349586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xjnf2\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-03T02:25:25.51248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.216398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.512591Z","caller":"traceutil/trace.go:171","msg":"trace[1980684885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:619; }","duration":"227.345831ms","start":"2026-04-03T02:25:25.285228Z","end":"2026-04-03T02:25:25.512574Z","steps":["trace[1980684885] 'range keys from in-memory index tree' (duration: 227.200028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:25.512546Z","caller":"traceutil/trace.go:171","msg":"trace[189962830] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xjnf2; range_end:; response_count:1; response_revision:619; }","duration":"1.779511309s","start":"2026-04-03T02:25:23.73301Z","end":"2026-04-03T02:25:25.512521Z","steps":["trace[189962830] 'range keys from in-memory index tree' (duration: 1.779169853s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.512828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:23.732991Z","time spent":"1.779821415s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-xjnf2\" "} {"level":"info","ts":"2026-04-03T02:25:25.512872Z","caller":"traceutil/trace.go:171","msg":"trace[724692454] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.577066082s","start":"2026-04-03T02:25:23.935755Z","end":"2026-04-03T02:25:25.512821Z","steps":["trace[724692454] 'process raft request' (duration: 1.562889928s)","trace[724692454] 'compare' (duration: 13.613204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:25.513169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:23.935722Z","time spent":"1.577237044s","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:25.54738Z","caller":"traceutil/trace.go:171","msg":"trace[1315476326] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:634; }","duration":"1.577350332s","start":"2026-04-03T02:25:23.970005Z","end":"2026-04-03T02:25:25.547355Z","steps":["trace[1315476326] 'read index received' (duration: 1.528400147s)","trace[1315476326] 'applied index is now lower than readState.Index' (duration: 48.948985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:25.547711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577674448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.547751Z","caller":"traceutil/trace.go:171","msg":"trace[1404661108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"1.577772168s","start":"2026-04-03T02:25:23.969966Z","end":"2026-04-03T02:25:25.547738Z","steps":["trace[1404661108] 'agreement among raft nodes before linearized reading' (duration: 1.577686517s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.54778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:23.969945Z","time spent":"1.57782883s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:25.547988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127848693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:25:25.548018Z","caller":"traceutil/trace.go:171","msg":"trace[721073946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"1.127908367s","start":"2026-04-03T02:25:24.420103Z","end":"2026-04-03T02:25:25.548011Z","steps":["trace[721073946] 'agreement among raft nodes before linearized reading' (duration: 1.127800845s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.548037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.420084Z","time spent":"1.127948287s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:25.548171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.481527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.548203Z","caller":"traceutil/trace.go:171","msg":"trace[1881528344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:621; }","duration":"460.534808ms","start":"2026-04-03T02:25:25.087656Z","end":"2026-04-03T02:25:25.548191Z","steps":["trace[1881528344] 'agreement among raft nodes before linearized reading' (duration: 460.487148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.548233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.087646Z","time spent":"460.579149ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:25:25.54839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.470815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.548419Z","caller":"traceutil/trace.go:171","msg":"trace[1843008779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:621; }","duration":"461.539575ms","start":"2026-04-03T02:25:25.086872Z","end":"2026-04-03T02:25:25.548412Z","steps":["trace[1843008779] 'agreement among raft nodes before linearized reading' (duration: 461.487515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.548443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.086828Z","time spent":"461.608938ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:25:25.548553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.832222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.548582Z","caller":"traceutil/trace.go:171","msg":"trace[525716353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:621; }","duration":"461.902292ms","start":"2026-04-03T02:25:25.086672Z","end":"2026-04-03T02:25:25.548574Z","steps":["trace[525716353] 'agreement among raft nodes before linearized reading' (duration: 461.855401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.548609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.08665Z","time spent":"461.951623ms","remote":"127.0.0.1:45062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.548739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.657677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.548768Z","caller":"traceutil/trace.go:171","msg":"trace[387083283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:621; }","duration":"485.707658ms","start":"2026-04-03T02:25:25.063052Z","end":"2026-04-03T02:25:25.54876Z","steps":["trace[387083283] 'agreement among raft nodes before linearized reading' (duration: 485.640126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.548792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.063038Z","time spent":"485.748159ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:25:25.548948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.592749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:25.548946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.192956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.549006Z","caller":"traceutil/trace.go:171","msg":"trace[548674527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:621; }","duration":"486.272219ms","start":"2026-04-03T02:25:25.062725Z","end":"2026-04-03T02:25:25.548997Z","steps":["trace[548674527] 'agreement among raft nodes before linearized reading' (duration: 486.185987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.549038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.062721Z","time spent":"486.303139ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:25:25.54907Z","caller":"traceutil/trace.go:171","msg":"trace[225571728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:621; }","duration":"268.673371ms","start":"2026-04-03T02:25:25.280315Z","end":"2026-04-03T02:25:25.548988Z","steps":["trace[225571728] 'agreement among raft nodes before linearized reading' (duration: 268.584439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.549017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.301417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.549152Z","caller":"traceutil/trace.go:171","msg":"trace[1891166686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:621; }","duration":"201.49352ms","start":"2026-04-03T02:25:25.347616Z","end":"2026-04-03T02:25:25.549109Z","steps":["trace[1891166686] 'agreement among raft nodes before linearized reading' (duration: 201.212975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.549208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.460794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.549249Z","caller":"traceutil/trace.go:171","msg":"trace[1975712871] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:621; }","duration":"269.522856ms","start":"2026-04-03T02:25:25.279714Z","end":"2026-04-03T02:25:25.549237Z","steps":["trace[1975712871] 'agreement among raft nodes before linearized reading' (duration: 269.466535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.549349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.291692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.549372Z","caller":"traceutil/trace.go:171","msg":"trace[2087886129] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:621; }","duration":"442.335922ms","start":"2026-04-03T02:25:25.107027Z","end":"2026-04-03T02:25:25.549363Z","steps":["trace[2087886129] 'agreement among raft nodes before linearized reading' (duration: 442.290972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.549395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.107022Z","time spent":"442.365322ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:25:25.549631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.378142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.549675Z","caller":"traceutil/trace.go:171","msg":"trace[1557544501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:621; }","duration":"157.439173ms","start":"2026-04-03T02:25:25.392224Z","end":"2026-04-03T02:25:25.549663Z","steps":["trace[1557544501] 'agreement among raft nodes before linearized reading' (duration: 157.360281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.549861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.550704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.549885Z","caller":"traceutil/trace.go:171","msg":"trace[987332462] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:621; }","duration":"158.631955ms","start":"2026-04-03T02:25:25.391246Z","end":"2026-04-03T02:25:25.549878Z","steps":["trace[987332462] 'agreement among raft nodes before linearized reading' (duration: 158.573193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.550029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.740157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.550053Z","caller":"traceutil/trace.go:171","msg":"trace[970967465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:621; }","duration":"158.799548ms","start":"2026-04-03T02:25:25.391246Z","end":"2026-04-03T02:25:25.550045Z","steps":["trace[970967465] 'agreement among raft nodes before linearized reading' (duration: 158.738517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.550101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.955582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.550147Z","caller":"traceutil/trace.go:171","msg":"trace[1056031935] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:621; }","duration":"443.999073ms","start":"2026-04-03T02:25:25.106123Z","end":"2026-04-03T02:25:25.550122Z","steps":["trace[1056031935] 'agreement among raft nodes before linearized reading' (duration: 443.945402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.550174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.106114Z","time spent":"444.050464ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.550193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.774507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.550221Z","caller":"traceutil/trace.go:171","msg":"trace[1430704327] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:621; }","duration":"177.823268ms","start":"2026-04-03T02:25:25.37239Z","end":"2026-04-03T02:25:25.550213Z","steps":["trace[1430704327] 'agreement among raft nodes before linearized reading' (duration: 177.760846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.550485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.785146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.55069Z","caller":"traceutil/trace.go:171","msg":"trace[898120675] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:621; }","duration":"179.046029ms","start":"2026-04-03T02:25:25.371635Z","end":"2026-04-03T02:25:25.550681Z","steps":["trace[898120675] 'agreement among raft nodes before linearized reading' (duration: 178.820625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.551361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.804613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.551406Z","caller":"traceutil/trace.go:171","msg":"trace[1196015145] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:621; }","duration":"179.874854ms","start":"2026-04-03T02:25:25.371523Z","end":"2026-04-03T02:25:25.551398Z","steps":["trace[1196015145] 'agreement among raft nodes before linearized reading' (duration: 179.351994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.551631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.389334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.551659Z","caller":"traceutil/trace.go:171","msg":"trace[958477955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:621; }","duration":"203.429765ms","start":"2026-04-03T02:25:25.348223Z","end":"2026-04-03T02:25:25.551653Z","steps":["trace[958477955] 'agreement among raft nodes before linearized reading' (duration: 203.286283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.552048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.493735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.552084Z","caller":"traceutil/trace.go:171","msg":"trace[1874271727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:621; }","duration":"662.567946ms","start":"2026-04-03T02:25:24.889507Z","end":"2026-04-03T02:25:25.552075Z","steps":["trace[1874271727] 'agreement among raft nodes before linearized reading' (duration: 660.734223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.552225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.477343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.552302Z","caller":"traceutil/trace.go:171","msg":"trace[1606184159] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:621; }","duration":"204.574534ms","start":"2026-04-03T02:25:25.347714Z","end":"2026-04-03T02:25:25.552289Z","steps":["trace[1606184159] 'agreement among raft nodes before linearized reading' (duration: 204.400632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.552432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.995327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.552469Z","caller":"traceutil/trace.go:171","msg":"trace[869694289] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:621; }","duration":"536.043048ms","start":"2026-04-03T02:25:25.016417Z","end":"2026-04-03T02:25:25.55246Z","steps":["trace[869694289] 'agreement among raft nodes before linearized reading' (duration: 535.983956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.552495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.016411Z","time spent":"536.077168ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:25:25.552641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.926294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.552669Z","caller":"traceutil/trace.go:171","msg":"trace[2140856683] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:621; }","duration":"489.966755ms","start":"2026-04-03T02:25:25.062695Z","end":"2026-04-03T02:25:25.552662Z","steps":["trace[2140856683] 'agreement among raft nodes before linearized reading' (duration: 489.918683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.55269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.062688Z","time spent":"489.995355ms","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.552833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.491664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.55286Z","caller":"traceutil/trace.go:171","msg":"trace[1268734381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:621; }","duration":"508.540466ms","start":"2026-04-03T02:25:25.044313Z","end":"2026-04-03T02:25:25.552853Z","steps":["trace[1268734381] 'agreement among raft nodes before linearized reading' (duration: 508.480595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.547985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.875064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:25.552915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.426942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.552918Z","caller":"traceutil/trace.go:171","msg":"trace[1073519078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:621; }","duration":"446.820753ms","start":"2026-04-03T02:25:25.106082Z","end":"2026-04-03T02:25:25.552903Z","steps":["trace[1073519078] 'agreement among raft nodes before linearized reading' (duration: 441.826834ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:25.552949Z","caller":"traceutil/trace.go:171","msg":"trace[149324724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:621; }","duration":"509.472012ms","start":"2026-04-03T02:25:25.043467Z","end":"2026-04-03T02:25:25.552939Z","steps":["trace[149324724] 'agreement among raft nodes before linearized reading' (duration: 509.428312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.54916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.363442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.553035Z","caller":"traceutil/trace.go:171","msg":"trace[2126199503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:621; }","duration":"273.237152ms","start":"2026-04-03T02:25:25.279784Z","end":"2026-04-03T02:25:25.553022Z","steps":["trace[2126199503] 'agreement among raft nodes before linearized reading' (duration: 269.337392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.553036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.547564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.555522Z","caller":"traceutil/trace.go:171","msg":"trace[918247754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:621; }","duration":"666.066229ms","start":"2026-04-03T02:25:24.889446Z","end":"2026-04-03T02:25:25.555512Z","steps":["trace[918247754] 'agreement among raft nodes before linearized reading' (duration: 663.565935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.555568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.889432Z","time spent":"666.1246ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:25:25.552883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.044304Z","time spent":"508.572797ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:25:25.553002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.043461Z","time spent":"509.531303ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.553039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.589035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.55643Z","caller":"traceutil/trace.go:171","msg":"trace[736832883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:621; }","duration":"512.990556ms","start":"2026-04-03T02:25:25.043421Z","end":"2026-04-03T02:25:25.556411Z","steps":["trace[736832883] 'agreement among raft nodes before linearized reading' (duration: 509.594945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.556527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.043407Z","time spent":"513.103988ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:25:25.553069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.734509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.556633Z","caller":"traceutil/trace.go:171","msg":"trace[482707730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:621; }","duration":"705.327824ms","start":"2026-04-03T02:25:24.851293Z","end":"2026-04-03T02:25:25.556621Z","steps":["trace[482707730] 'agreement among raft nodes before linearized reading' (duration: 701.757939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.556678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.851265Z","time spent":"705.402714ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.553082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.528996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.556972Z","caller":"traceutil/trace.go:171","msg":"trace[1348604724] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:621; }","duration":"540.409975ms","start":"2026-04-03T02:25:25.016523Z","end":"2026-04-03T02:25:25.556933Z","steps":["trace[1348604724] 'agreement among raft nodes before linearized reading' (duration: 536.534956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.557022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.016509Z","time spent":"540.496127ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.55311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.83346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.557151Z","caller":"traceutil/trace.go:171","msg":"trace[1229419719] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:621; }","duration":"705.914963ms","start":"2026-04-03T02:25:24.851224Z","end":"2026-04-03T02:25:25.557139Z","steps":["trace[1229419719] 'agreement among raft nodes before linearized reading' (duration: 701.861121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.557186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.851202Z","time spent":"705.973295ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:25:25.553211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.898095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:25:25.557309Z","caller":"traceutil/trace.go:171","msg":"trace[1750112190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"772.02081ms","start":"2026-04-03T02:25:24.785278Z","end":"2026-04-03T02:25:25.557299Z","steps":["trace[1750112190] 'agreement among raft nodes before linearized reading' (duration: 767.856356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.557343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.785255Z","time spent":"772.079571ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:25:25.553265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132978406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:25:25.557477Z","caller":"traceutil/trace.go:171","msg":"trace[2018246574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"1.137242613s","start":"2026-04-03T02:25:24.420225Z","end":"2026-04-03T02:25:25.557467Z","steps":["trace[2018246574] 'agreement among raft nodes before linearized reading' (duration: 1.132998087s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.557512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.420196Z","time spent":"1.137306964s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:25.553282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.218835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.557672Z","caller":"traceutil/trace.go:171","msg":"trace[986019525] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:621; }","duration":"576.651383ms","start":"2026-04-03T02:25:24.98101Z","end":"2026-04-03T02:25:25.557662Z","steps":["trace[986019525] 'agreement among raft nodes before linearized reading' (duration: 572.238935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.55332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.424622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:25.553386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.512062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:25.553454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.43038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:25.553552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.494983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:25.552991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.106074Z","time spent":"446.870244ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:25:25.552274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.889502Z","time spent":"662.667957ms","remote":"127.0.0.1:45016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:25:25.561361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.980991Z","time spent":"580.34808ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:25:25.561626Z","caller":"traceutil/trace.go:171","msg":"trace[214853295] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:621; }","duration":"579.78405ms","start":"2026-04-03T02:25:24.981829Z","end":"2026-04-03T02:25:25.561613Z","steps":["trace[214853295] 'agreement among raft nodes before linearized reading' (duration: 571.501272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:25.561632Z","caller":"traceutil/trace.go:171","msg":"trace[320003463] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:621; }","duration":"671.599617ms","start":"2026-04-03T02:25:24.890014Z","end":"2026-04-03T02:25:25.561613Z","steps":["trace[320003463] 'agreement among raft nodes before linearized reading' (duration: 663.517083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.5617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.889994Z","time spent":"671.689509ms","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:25:25.561661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.981809Z","time spent":"579.839711ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:25:25.561859Z","caller":"traceutil/trace.go:171","msg":"trace[1202814175] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:621; }","duration":"580.88293ms","start":"2026-04-03T02:25:24.980968Z","end":"2026-04-03T02:25:25.561851Z","steps":["trace[1202814175] 'agreement among raft nodes before linearized reading' (duration: 572.405269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.561886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.980955Z","time spent":"580.922631ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:25:25.561449Z","caller":"traceutil/trace.go:171","msg":"trace[94251861] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:621; }","duration":"545.580578ms","start":"2026-04-03T02:25:25.015856Z","end":"2026-04-03T02:25:25.561437Z","steps":["trace[94251861] 'agreement among raft nodes before linearized reading' (duration: 537.444063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:25.562174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:25.015836Z","time spent":"546.314581ms","remote":"127.0.0.1:45030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:25:27.322227Z","caller":"traceutil/trace.go:171","msg":"trace[1625932541] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"351.481352ms","start":"2026-04-03T02:25:26.970709Z","end":"2026-04-03T02:25:27.322191Z","steps":["trace[1625932541] 'read index received' (duration: 345.18219ms)","trace[1625932541] 'applied index is now lower than readState.Index' (duration: 6.297912ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:27.322292Z","caller":"traceutil/trace.go:171","msg":"trace[1479754781] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"443.799913ms","start":"2026-04-03T02:25:26.878447Z","end":"2026-04-03T02:25:27.322247Z","steps":["trace[1479754781] 'process raft request' (duration: 437.466392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:27.322474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:26.878401Z","time spent":"443.977509ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:27.322625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.764817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:27.322791Z","caller":"traceutil/trace.go:171","msg":"trace[1035974257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"352.108122ms","start":"2026-04-03T02:25:26.970571Z","end":"2026-04-03T02:25:27.322679Z","steps":["trace[1035974257] 'agreement among raft nodes before linearized reading' (duration: 351.778786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:27.322937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:26.970517Z","time spent":"352.318247ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:41.915197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022879850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:25:41.945593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089656803s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:25:41.946199Z","caller":"traceutil/trace.go:171","msg":"trace[860000817] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:804; }","duration":"531.677861ms","start":"2026-04-03T02:25:41.414489Z","end":"2026-04-03T02:25:41.946167Z","steps":["trace[860000817] 'read index received' (duration: 531.323165ms)","trace[860000817] 'applied index is now lower than readState.Index' (duration: 353.276µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:41.946304Z","caller":"traceutil/trace.go:171","msg":"trace[788767569] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"1.090429207s","start":"2026-04-03T02:25:40.855824Z","end":"2026-04-03T02:25:41.946253Z","steps":["trace[788767569] 'process raft request' (duration: 1.090112431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:41.946528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.997546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:25:41.94655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:40.855812Z","time spent":"1.090594479s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:41.94659Z","caller":"traceutil/trace.go:171","msg":"trace[1973691616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:785; }","duration":"532.136818ms","start":"2026-04-03T02:25:41.414434Z","end":"2026-04-03T02:25:41.946571Z","steps":["trace[1973691616] 'agreement among raft nodes before linearized reading' (duration: 531.885574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:41.94667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:41.414406Z","time spent":"532.241041ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:41.946698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.707668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:25:41.946791Z","caller":"traceutil/trace.go:171","msg":"trace[948514226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:785; }","duration":"283.858442ms","start":"2026-04-03T02:25:41.662913Z","end":"2026-04-03T02:25:41.946771Z","steps":["trace[948514226] 'agreement among raft nodes before linearized reading' (duration: 283.461224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:41.947082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.68214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:25:41.947137Z","caller":"traceutil/trace.go:171","msg":"trace[209127986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:785; }","duration":"243.75227ms","start":"2026-04-03T02:25:41.703367Z","end":"2026-04-03T02:25:41.947119Z","steps":["trace[209127986] 'agreement among raft nodes before linearized reading' (duration: 243.629558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:41.947084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.557138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:25:41.947239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.457215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:25:41.947278Z","caller":"traceutil/trace.go:171","msg":"trace[481757047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:785; }","duration":"250.597947ms","start":"2026-04-03T02:25:41.696667Z","end":"2026-04-03T02:25:41.947265Z","steps":["trace[481757047] 'agreement among raft nodes before linearized reading' (duration: 250.447885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:41.947286Z","caller":"traceutil/trace.go:171","msg":"trace[1473556873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:785; }","duration":"243.808072ms","start":"2026-04-03T02:25:41.70344Z","end":"2026-04-03T02:25:41.947248Z","steps":["trace[1473556873] 'agreement among raft nodes before linearized reading' (duration: 243.507537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:46.084192Z","caller":"traceutil/trace.go:171","msg":"trace[1301282570] linearizableReadLoop","detail":"{readStateIndex:823; appliedIndex:822; }","duration":"114.177683ms","start":"2026-04-03T02:25:45.969992Z","end":"2026-04-03T02:25:46.084169Z","steps":["trace[1301282570] 'read index received' (duration: 100.222949ms)","trace[1301282570] 'applied index is now lower than readState.Index' (duration: 13.953524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:46.084343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.335335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:46.08438Z","caller":"traceutil/trace.go:171","msg":"trace[1513740439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"114.425478ms","start":"2026-04-03T02:25:45.969945Z","end":"2026-04-03T02:25:46.08437Z","steps":["trace[1513740439] 'agreement among raft nodes before linearized reading' (duration: 114.350286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:46.084348Z","caller":"traceutil/trace.go:171","msg":"trace[62326813] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"129.43838ms","start":"2026-04-03T02:25:45.954805Z","end":"2026-04-03T02:25:46.084243Z","steps":["trace[62326813] 'process raft request' (duration: 115.482986ms)","trace[62326813] 'compare' (duration: 13.713609ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:53.534505Z","caller":"traceutil/trace.go:171","msg":"trace[1474962933] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:931; }","duration":"181.381675ms","start":"2026-04-03T02:25:53.353096Z","end":"2026-04-03T02:25:53.534478Z","steps":["trace[1474962933] 'read index received' (duration: 181.245742ms)","trace[1474962933] 'applied index is now lower than readState.Index' (duration: 135.033µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:53.534562Z","caller":"traceutil/trace.go:171","msg":"trace[375161923] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"183.028801ms","start":"2026-04-03T02:25:53.351512Z","end":"2026-04-03T02:25:53.534541Z","steps":["trace[375161923] 'process raft request' (duration: 182.803587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:53.534652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.538337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:53.534732Z","caller":"traceutil/trace.go:171","msg":"trace[658898187] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:909; }","duration":"181.666989ms","start":"2026-04-03T02:25:53.353045Z","end":"2026-04-03T02:25:53.534712Z","steps":["trace[658898187] 'agreement among raft nodes before linearized reading' (duration: 181.546337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:06.192065Z","caller":"traceutil/trace.go:171","msg":"trace[1935433612] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"202.239225ms","start":"2026-04-03T02:26:05.989799Z","end":"2026-04-03T02:26:06.192038Z","steps":["trace[1935433612] 'process raft request' (duration: 202.057737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:06.428791Z","caller":"traceutil/trace.go:171","msg":"trace[2140938622] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"437.849437ms","start":"2026-04-03T02:26:05.990916Z","end":"2026-04-03T02:26:06.428765Z","steps":["trace[2140938622] 'process raft request' (duration: 425.100349ms)","trace[2140938622] 'compare' (duration: 12.397504ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:06.428975Z","caller":"traceutil/trace.go:171","msg":"trace[1877219128] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1168; }","duration":"234.53553ms","start":"2026-04-03T02:26:06.194389Z","end":"2026-04-03T02:26:06.428925Z","steps":["trace[1877219128] 'read index received' (duration: 221.641105ms)","trace[1877219128] 'applied index is now lower than readState.Index' (duration: 12.891034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:06.429315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.887014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:26:06.429462Z","caller":"traceutil/trace.go:171","msg":"trace[892203589] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"435.452447ms","start":"2026-04-03T02:26:05.993947Z","end":"2026-04-03T02:26:06.429399Z","steps":["trace[892203589] 'process raft request' (duration: 434.737397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:06.429676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:05.993916Z","time spent":"435.625564ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5088,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:06.429836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.879116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:26:06.429871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.139571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:26:06.429925Z","caller":"traceutil/trace.go:171","msg":"trace[1618256578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1142; }","duration":"108.981751ms","start":"2026-04-03T02:26:06.320919Z","end":"2026-04-03T02:26:06.4299Z","steps":["trace[1618256578] 'agreement among raft nodes before linearized reading' (duration: 108.770882ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:06.429964Z","caller":"traceutil/trace.go:171","msg":"trace[1986250626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1142; }","duration":"213.250416ms","start":"2026-04-03T02:26:06.216691Z","end":"2026-04-03T02:26:06.429942Z","steps":["trace[1986250626] 'agreement among raft nodes before linearized reading' (duration: 213.022997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:06.429518Z","caller":"traceutil/trace.go:171","msg":"trace[1321737975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1142; }","duration":"235.151915ms","start":"2026-04-03T02:26:06.19434Z","end":"2026-04-03T02:26:06.429492Z","steps":["trace[1321737975] 'agreement among raft nodes before linearized reading' (duration: 234.730157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:06.430258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.718508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2558"} {"level":"info","ts":"2026-04-03T02:26:06.430384Z","caller":"traceutil/trace.go:171","msg":"trace[772769094] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:1142; }","duration":"228.839932ms","start":"2026-04-03T02:26:06.201479Z","end":"2026-04-03T02:26:06.430319Z","steps":["trace[772769094] 'agreement among raft nodes before linearized reading' (duration: 228.170514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:06.430526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:05.990907Z","time spent":"438.36207ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2596,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:06.429885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.031771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:26:06.430959Z","caller":"traceutil/trace.go:171","msg":"trace[220520367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1142; }","duration":"102.154287ms","start":"2026-04-03T02:26:06.328789Z","end":"2026-04-03T02:26:06.430943Z","steps":["trace[220520367] 'agreement among raft nodes before linearized reading' (duration: 100.871343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:31.842917Z","caller":"traceutil/trace.go:171","msg":"trace[259142652] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"152.431631ms","start":"2026-04-03T02:26:31.690405Z","end":"2026-04-03T02:26:31.842837Z","steps":["trace[259142652] 'process raft request' (duration: 152.278557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:57.209974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.296763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:57.210084Z","caller":"traceutil/trace.go:171","msg":"trace[458508099] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1771; }","duration":"155.496128ms","start":"2026-04-03T02:26:57.054563Z","end":"2026-04-03T02:26:57.210059Z","steps":["trace[458508099] 'count revisions from in-memory index tree' (duration: 155.17294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:03.97271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.178397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:03.972858Z","caller":"traceutil/trace.go:171","msg":"trace[516070842] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1869; }","duration":"124.385213ms","start":"2026-04-03T02:27:03.848448Z","end":"2026-04-03T02:27:03.972833Z","steps":["trace[516070842] 'range keys from in-memory index tree' (duration: 123.93727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:03.990492Z","caller":"traceutil/trace.go:171","msg":"trace[1591471019] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"130.553257ms","start":"2026-04-03T02:27:03.859895Z","end":"2026-04-03T02:27:03.990448Z","steps":["trace[1591471019] 'process raft request' (duration: 130.212157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:04.75586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022881968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:27:05.256601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022881968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:27:05.566685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31427258s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:27:05.986851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.829889ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:05.987145Z","caller":"traceutil/trace.go:171","msg":"trace[488017064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1870; }","duration":"702.133888ms","start":"2026-04-03T02:27:05.284987Z","end":"2026-04-03T02:27:05.987121Z","steps":["trace[488017064] 'range keys from in-memory index tree' (duration: 701.808999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.987185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885078719s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:05.987462Z","caller":"traceutil/trace.go:171","msg":"trace[696342155] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.7351546s","start":"2026-04-03T02:27:04.252286Z","end":"2026-04-03T02:27:05.98744Z","steps":["trace[696342155] 'process raft request' (duration: 1.735044107s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.987541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.252256Z","time spent":"1.735251312s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:05.987866Z","caller":"traceutil/trace.go:171","msg":"trace[692008888] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.984186088s","start":"2026-04-03T02:27:04.003667Z","end":"2026-04-03T02:27:05.987853Z","steps":["trace[692008888] 'process raft request' (duration: 98.347939ms)","trace[692008888] 'compare' (duration: 1.884490723s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:05.987933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.003644Z","time spent":"1.98425895s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:06.928983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.029379ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:27:06.929719Z","caller":"traceutil/trace.go:171","msg":"trace[1683547309] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.225403026s","start":"2026-04-03T02:27:05.704292Z","end":"2026-04-03T02:27:06.929695Z","steps":["trace[1683547309] 'process raft request' (duration: 1.225349024s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.929765Z","caller":"traceutil/trace.go:171","msg":"trace[1318233588] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.635970658s","start":"2026-04-03T02:27:05.293774Z","end":"2026-04-03T02:27:06.929745Z","steps":["trace[1318233588] 'process raft request' (duration: 1.63568532s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.929845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.704258Z","time spent":"1.225513639s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:06.929857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.293739Z","time spent":"1.636066641s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:06.930068Z","caller":"traceutil/trace.go:171","msg":"trace[1026552625] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1937; }","duration":"2.674354269s","start":"2026-04-03T02:27:04.255656Z","end":"2026-04-03T02:27:06.93001Z","steps":["trace[1026552625] 'read index received' (duration: 1.311305288s)","trace[1026552625] 'applied index is now lower than readState.Index' (duration: 1.363045011s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:06.930157Z","caller":"traceutil/trace.go:171","msg":"trace[1344482457] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.611103636s","start":"2026-04-03T02:27:05.319012Z","end":"2026-04-03T02:27:06.930116Z","steps":["trace[1344482457] 'process raft request' (duration: 1.610578082s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.93032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674667078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-03T02:27:06.930335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563637386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:27:06.930362Z","caller":"traceutil/trace.go:171","msg":"trace[1779167938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36; range_end:; response_count:1; response_revision:1875; }","duration":"2.67474641s","start":"2026-04-03T02:27:04.255604Z","end":"2026-04-03T02:27:06.93035Z","steps":["trace[1779167938] 'agreement among raft nodes before linearized reading' (duration: 2.674551734s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.930378Z","caller":"traceutil/trace.go:171","msg":"trace[308816829] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1875; }","duration":"2.563708747s","start":"2026-04-03T02:27:04.366657Z","end":"2026-04-03T02:27:06.930366Z","steps":["trace[308816829] 'agreement among raft nodes before linearized reading' (duration: 2.563584614s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.930395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.255584Z","time spent":"2.67480497s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" "} {"level":"warn","ts":"2026-04-03T02:27:06.930376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.31898Z","time spent":"1.611274571s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:06.930417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.366552Z","time spent":"2.563855442s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:06.930592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929310492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:27:06.930559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.873465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:27:06.930631Z","caller":"traceutil/trace.go:171","msg":"trace[598413473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"1.929365125s","start":"2026-04-03T02:27:05.001254Z","end":"2026-04-03T02:27:06.930619Z","steps":["trace[598413473] 'agreement among raft nodes before linearized reading' (duration: 1.929263312s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.930811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930965018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:27:06.930901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136995235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:27:06.930926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399463768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:27:06.930946Z","caller":"traceutil/trace.go:171","msg":"trace[1316675887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"2.137085786s","start":"2026-04-03T02:27:04.793847Z","end":"2026-04-03T02:27:06.930933Z","steps":["trace[1316675887] 'agreement among raft nodes before linearized reading' (duration: 2.136897042s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.93094Z","caller":"traceutil/trace.go:171","msg":"trace[390050525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"1.931147083s","start":"2026-04-03T02:27:04.99977Z","end":"2026-04-03T02:27:06.930917Z","steps":["trace[390050525] 'agreement among raft nodes before linearized reading' (duration: 1.930566267s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.930979Z","caller":"traceutil/trace.go:171","msg":"trace[1115318842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1875; }","duration":"2.399559221s","start":"2026-04-03T02:27:04.531398Z","end":"2026-04-03T02:27:06.930958Z","steps":["trace[1115318842] 'agreement among raft nodes before linearized reading' (duration: 2.399359325s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.930985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.793809Z","time spent":"2.13716543s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:27:06.93099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.999758Z","time spent":"1.931222555s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:06.931013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.531374Z","time spent":"2.399630894s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:27:06.931073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.001246Z","time spent":"1.929479317s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:06.931114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940076583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:27:06.931143Z","caller":"traceutil/trace.go:171","msg":"trace[208894287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"1.940128144s","start":"2026-04-03T02:27:04.991006Z","end":"2026-04-03T02:27:06.931135Z","steps":["trace[208894287] 'agreement among raft nodes before linearized reading' (duration: 1.940049293s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.931158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53804807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-03T02:27:06.931169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.990992Z","time spent":"1.940172157s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:27:06.93119Z","caller":"traceutil/trace.go:171","msg":"trace[736330050] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36; range_end:; response_count:1; response_revision:1875; }","duration":"2.538101152s","start":"2026-04-03T02:27:04.393078Z","end":"2026-04-03T02:27:06.931179Z","steps":["trace[736330050] 'agreement among raft nodes before linearized reading' (duration: 2.538013489s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.931206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93135543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:27:06.931218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.393063Z","time spent":"2.538148413s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" "} {"level":"info","ts":"2026-04-03T02:27:06.931236Z","caller":"traceutil/trace.go:171","msg":"trace[2030285970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"1.931400941s","start":"2026-04-03T02:27:04.999826Z","end":"2026-04-03T02:27:06.931227Z","steps":["trace[2030285970] 'agreement among raft nodes before linearized reading' (duration: 1.931293018s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.931272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.999819Z","time spent":"1.931446262s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:06.931287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951938695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:06.931315Z","caller":"traceutil/trace.go:171","msg":"trace[1489586001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1875; }","duration":"1.952005816s","start":"2026-04-03T02:27:04.979301Z","end":"2026-04-03T02:27:06.931307Z","steps":["trace[1489586001] 'agreement among raft nodes before linearized reading' (duration: 1.951931474s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.931342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.979272Z","time spent":"1.952064348s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:27:06.931437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960885214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:06.931471Z","caller":"traceutil/trace.go:171","msg":"trace[1500574879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"1.960964066s","start":"2026-04-03T02:27:04.970497Z","end":"2026-04-03T02:27:06.931461Z","steps":["trace[1500574879] 'agreement among raft nodes before linearized reading' (duration: 1.960911135s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.931498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:04.970467Z","time spent":"1.961026229s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:27:06.931522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.601121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:06.931553Z","caller":"traceutil/trace.go:171","msg":"trace[1648020721] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1875; }","duration":"404.668452ms","start":"2026-04-03T02:27:06.526876Z","end":"2026-04-03T02:27:06.931544Z","steps":["trace[1648020721] 'agreement among raft nodes before linearized reading' (duration: 404.614201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.93158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:06.526861Z","time spent":"404.711704ms","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:27:06.930734Z","caller":"traceutil/trace.go:171","msg":"trace[1472410605] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1875; }","duration":"436.088851ms","start":"2026-04-03T02:27:06.494569Z","end":"2026-04-03T02:27:06.930658Z","steps":["trace[1472410605] 'agreement among raft nodes before linearized reading' (duration: 435.818653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.934231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:06.494547Z","time spent":"439.209418ms","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:20.607547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022882216,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:27:20.693846Z","caller":"traceutil/trace.go:171","msg":"trace[594170840] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2068; }","duration":"586.342628ms","start":"2026-04-03T02:27:20.107469Z","end":"2026-04-03T02:27:20.693812Z","steps":["trace[594170840] 'read index received' (duration: 586.143393ms)","trace[594170840] 'applied index is now lower than readState.Index' (duration: 198.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:20.693884Z","caller":"traceutil/trace.go:171","msg":"trace[1835715036] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"652.252626ms","start":"2026-04-03T02:27:20.041592Z","end":"2026-04-03T02:27:20.693845Z","steps":["trace[1835715036] 'process raft request' (duration: 652.03687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:20.694049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:20.04157Z","time spent":"652.386459ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:20.694091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.592594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.186\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:27:20.694132Z","caller":"traceutil/trace.go:171","msg":"trace[1079645747] range","detail":"{range_begin:/registry/masterleases/199.19.213.186; range_end:; response_count:1; response_revision:1999; }","duration":"586.653526ms","start":"2026-04-03T02:27:20.107464Z","end":"2026-04-03T02:27:20.694117Z","steps":["trace[1079645747] 'agreement among raft nodes before linearized reading' (duration: 586.471391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:20.694183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:20.107424Z","time spent":"586.743598ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.186\" "} {"level":"warn","ts":"2026-04-03T02:27:37.599933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022882452,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:27:37.809674Z","caller":"traceutil/trace.go:171","msg":"trace[310591092] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"746.398751ms","start":"2026-04-03T02:27:37.063243Z","end":"2026-04-03T02:27:37.809641Z","steps":["trace[310591092] 'process raft request' (duration: 746.210366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.809955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.063217Z","time spent":"746.639386ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:37.87816Z","caller":"traceutil/trace.go:171","msg":"trace[846469194] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"812.621537ms","start":"2026-04-03T02:27:37.065515Z","end":"2026-04-03T02:27:37.878136Z","steps":["trace[846469194] 'process raft request' (duration: 777.024874ms)","trace[846469194] 'compare' (duration: 35.425799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:37.878277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.065501Z","time spent":"812.71673ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:37.878372Z","caller":"traceutil/trace.go:171","msg":"trace[523001653] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"812.705699ms","start":"2026-04-03T02:27:37.065646Z","end":"2026-04-03T02:27:37.878352Z","steps":["trace[523001653] 'process raft request' (duration: 812.429663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.878167Z","caller":"traceutil/trace.go:171","msg":"trace[1907532226] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2173; }","duration":"779.053752ms","start":"2026-04-03T02:27:37.099083Z","end":"2026-04-03T02:27:37.878136Z","steps":["trace[1907532226] 'read index received' (duration: 710.329025ms)","trace[1907532226] 'applied index is now lower than readState.Index' (duration: 68.723327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:37.8786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.522773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:27:37.878627Z","caller":"traceutil/trace.go:171","msg":"trace[1425136766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"779.573705ms","start":"2026-04-03T02:27:37.099047Z","end":"2026-04-03T02:27:37.878621Z","steps":["trace[1425136766] 'agreement among raft nodes before linearized reading' (duration: 779.467322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.878642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.09904Z","time spent":"779.598895ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:37.878826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.870625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:37.878846Z","caller":"traceutil/trace.go:171","msg":"trace[684123805] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2102; }","duration":"116.938107ms","start":"2026-04-03T02:27:37.761903Z","end":"2026-04-03T02:27:37.878841Z","steps":["trace[684123805] 'agreement among raft nodes before linearized reading' (duration: 116.899805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.878916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.499455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:27:37.878986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.981839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:27:37.878988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.689998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7c3479e19c5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T02:27:37.879045Z","caller":"traceutil/trace.go:171","msg":"trace[242882131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2102; }","duration":"774.088601ms","start":"2026-04-03T02:27:37.104942Z","end":"2026-04-03T02:27:37.879031Z","steps":["trace[242882131] 'agreement among raft nodes before linearized reading' (duration: 773.865925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.879094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.904561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:27:37.879089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.104929Z","time spent":"774.152114ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:27:37.879117Z","caller":"traceutil/trace.go:171","msg":"trace[402684609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2102; }","duration":"774.969883ms","start":"2026-04-03T02:27:37.104142Z","end":"2026-04-03T02:27:37.879112Z","steps":["trace[402684609] 'agreement among raft nodes before linearized reading' (duration: 774.900291ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.87902Z","caller":"traceutil/trace.go:171","msg":"trace[1340822945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2102; }","duration":"777.628688ms","start":"2026-04-03T02:27:37.101371Z","end":"2026-04-03T02:27:37.879Z","steps":["trace[1340822945] 'agreement among raft nodes before linearized reading' (duration: 777.354632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.879137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.104123Z","time spent":"775.009593ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:27:37.879147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.135503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T02:27:37.879158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.101367Z","time spent":"777.779992ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:27:37.879099Z","caller":"traceutil/trace.go:171","msg":"trace[1205315220] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7c3479e19c5; range_end:; response_count:1; response_revision:2102; }","duration":"196.298242ms","start":"2026-04-03T02:27:37.682774Z","end":"2026-04-03T02:27:37.879072Z","steps":["trace[1205315220] 'agreement among raft nodes before linearized reading' (duration: 196.025925ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.879187Z","caller":"traceutil/trace.go:171","msg":"trace[789815872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2102; }","duration":"772.195275ms","start":"2026-04-03T02:27:37.106981Z","end":"2026-04-03T02:27:37.879177Z","steps":["trace[789815872] 'agreement among raft nodes before linearized reading' (duration: 772.089092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.879228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.10697Z","time spent":"772.248357ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:37.879477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.496838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:37.879532Z","caller":"traceutil/trace.go:171","msg":"trace[1751546966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2102; }","duration":"731.56634ms","start":"2026-04-03T02:27:37.147948Z","end":"2026-04-03T02:27:37.879514Z","steps":["trace[1751546966] 'agreement among raft nodes before linearized reading' (duration: 731.401816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.879569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.147933Z","time spent":"731.628391ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:27:37.879443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.301271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:27:37.87974Z","caller":"traceutil/trace.go:171","msg":"trace[1285326335] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2102; }","duration":"198.596268ms","start":"2026-04-03T02:27:37.681124Z","end":"2026-04-03T02:27:37.87972Z","steps":["trace[1285326335] 'agreement among raft nodes before linearized reading' (duration: 197.888761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:37.880032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:37.065624Z","time spent":"812.922885ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:38.033853Z","caller":"traceutil/trace.go:171","msg":"trace[2083320038] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"148.837399ms","start":"2026-04-03T02:27:37.885Z","end":"2026-04-03T02:27:38.033837Z","steps":["trace[2083320038] 'process raft request' (duration: 148.703986ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:38.033974Z","caller":"traceutil/trace.go:171","msg":"trace[2106501614] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"148.594113ms","start":"2026-04-03T02:27:37.885372Z","end":"2026-04-03T02:27:38.033966Z","steps":["trace[2106501614] 'process raft request' (duration: 148.48468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:38.034005Z","caller":"traceutil/trace.go:171","msg":"trace[512121807] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2176; }","duration":"108.984492ms","start":"2026-04-03T02:27:37.92499Z","end":"2026-04-03T02:27:38.033974Z","steps":["trace[512121807] 'read index received' (duration: 6.880407ms)","trace[512121807] 'applied index is now lower than readState.Index' (duration: 102.102585ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:38.033935Z","caller":"traceutil/trace.go:171","msg":"trace[1792531559] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"148.708136ms","start":"2026-04-03T02:27:37.885202Z","end":"2026-04-03T02:27:38.03391Z","steps":["trace[1792531559] 'process raft request' (duration: 148.608333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:38.034174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.179726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:38.034201Z","caller":"traceutil/trace.go:171","msg":"trace[1761169783] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2109; }","duration":"109.251047ms","start":"2026-04-03T02:27:37.924944Z","end":"2026-04-03T02:27:38.034195Z","steps":["trace[1761169783] 'agreement among raft nodes before linearized reading' (duration: 109.188756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:38.034103Z","caller":"traceutil/trace.go:171","msg":"trace[916907323] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"148.661314ms","start":"2026-04-03T02:27:37.885433Z","end":"2026-04-03T02:27:38.034094Z","steps":["trace[916907323] 'process raft request' (duration: 148.468989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:38.033866Z","caller":"traceutil/trace.go:171","msg":"trace[1128980740] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"149.385022ms","start":"2026-04-03T02:27:37.884447Z","end":"2026-04-03T02:27:38.033832Z","steps":["trace[1128980740] 'process raft request' (duration: 141.252895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:38.034743Z","caller":"traceutil/trace.go:171","msg":"trace[1687966675] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"149.431682ms","start":"2026-04-03T02:27:37.885294Z","end":"2026-04-03T02:27:38.034725Z","steps":["trace[1687966675] 'process raft request' (duration: 148.462139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:39.002643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.656221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:39.002735Z","caller":"traceutil/trace.go:171","msg":"trace[1309609972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"114.800696ms","start":"2026-04-03T02:27:38.887911Z","end":"2026-04-03T02:27:39.002712Z","steps":["trace[1309609972] 'range keys from in-memory index tree' (duration: 114.458898ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:40.137047Z","caller":"traceutil/trace.go:171","msg":"trace[196540567] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"317.656413ms","start":"2026-04-03T02:27:39.819373Z","end":"2026-04-03T02:27:40.137029Z","steps":["trace[196540567] 'process raft request' (duration: 317.52587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.137698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:39.819256Z","time spent":"317.849307ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:40.145149Z","caller":"traceutil/trace.go:171","msg":"trace[187820187] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2184; }","duration":"177.29064ms","start":"2026-04-03T02:27:39.967842Z","end":"2026-04-03T02:27:40.145132Z","steps":["trace[187820187] 'read index received' (duration: 169.127884ms)","trace[187820187] 'applied index is now lower than readState.Index' (duration: 8.162156ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:40.145426Z","caller":"traceutil/trace.go:171","msg":"trace[10512819] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"259.160022ms","start":"2026-04-03T02:27:39.886203Z","end":"2026-04-03T02:27:40.145363Z","steps":["trace[10512819] 'process raft request' (duration: 258.278491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.145467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.602467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:27:40.145524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.981668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:27:40.14554Z","caller":"traceutil/trace.go:171","msg":"trace[1399495175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"177.730241ms","start":"2026-04-03T02:27:39.967796Z","end":"2026-04-03T02:27:40.145526Z","steps":["trace[1399495175] 'agreement among raft nodes before linearized reading' (duration: 177.509405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:40.145549Z","caller":"traceutil/trace.go:171","msg":"trace[388114061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2113; }","duration":"107.031351ms","start":"2026-04-03T02:27:40.038509Z","end":"2026-04-03T02:27:40.14554Z","steps":["trace[388114061] 'agreement among raft nodes before linearized reading' (duration: 106.96831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.14546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.815722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:40.145769Z","caller":"traceutil/trace.go:171","msg":"trace[1336526136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2113; }","duration":"134.161132ms","start":"2026-04-03T02:27:40.011595Z","end":"2026-04-03T02:27:40.145756Z","steps":["trace[1336526136] 'agreement among raft nodes before linearized reading' (duration: 133.754772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.145914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.739158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:27:40.145931Z","caller":"traceutil/trace.go:171","msg":"trace[1250173160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2113; }","duration":"107.84683ms","start":"2026-04-03T02:27:40.038078Z","end":"2026-04-03T02:27:40.145925Z","steps":["trace[1250173160] 'agreement among raft nodes before linearized reading' (duration: 107.752878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:40.145923Z","caller":"traceutil/trace.go:171","msg":"trace[1972579864] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"259.609054ms","start":"2026-04-03T02:27:39.886298Z","end":"2026-04-03T02:27:40.145908Z","steps":["trace[1972579864] 'process raft request' (duration: 258.809454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.145942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.732248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:27:40.145961Z","caller":"traceutil/trace.go:171","msg":"trace[1397635221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2113; }","duration":"107.785039ms","start":"2026-04-03T02:27:40.038171Z","end":"2026-04-03T02:27:40.145956Z","steps":["trace[1397635221] 'agreement among raft nodes before linearized reading' (duration: 107.426611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.146155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.85574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:27:40.146172Z","caller":"traceutil/trace.go:171","msg":"trace[1780837858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2113; }","duration":"102.87341ms","start":"2026-04-03T02:27:40.043294Z","end":"2026-04-03T02:27:40.146167Z","steps":["trace[1780837858] 'agreement among raft nodes before linearized reading' (duration: 102.822498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:40.14724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.514346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:27:40.147299Z","caller":"traceutil/trace.go:171","msg":"trace[2108310374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2113; }","duration":"108.608268ms","start":"2026-04-03T02:27:40.03868Z","end":"2026-04-03T02:27:40.147289Z","steps":["trace[2108310374] 'agreement among raft nodes before linearized reading' (duration: 106.718893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:40.288782Z","caller":"traceutil/trace.go:171","msg":"trace[658860688] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"119.187552ms","start":"2026-04-03T02:27:40.169572Z","end":"2026-04-03T02:27:40.28876Z","steps":["trace[658860688] 'process raft request' (duration: 41.297662ms)","trace[658860688] 'compare' (duration: 77.740497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:40.964366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.659154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:40.964551Z","caller":"traceutil/trace.go:171","msg":"trace[584710949] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"175.371902ms","start":"2026-04-03T02:27:40.789144Z","end":"2026-04-03T02:27:40.964516Z","steps":["trace[584710949] 'process raft request' (duration: 60.3942ms)","trace[584710949] 'compare' (duration: 113.525597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:41.47478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.641173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:41.474881Z","caller":"traceutil/trace.go:171","msg":"trace[608475199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2120; }","duration":"320.778698ms","start":"2026-04-03T02:27:41.154076Z","end":"2026-04-03T02:27:41.474855Z","steps":["trace[608475199] 'range keys from in-memory index tree' (duration: 320.417598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:41.474941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:41.154062Z","time spent":"320.869479ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:27:42.434063Z","caller":"traceutil/trace.go:171","msg":"trace[1855869891] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"289.67003ms","start":"2026-04-03T02:27:42.144367Z","end":"2026-04-03T02:27:42.434037Z","steps":["trace[1855869891] 'process raft request' (duration: 289.539357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:43.642391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208479997s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:27:43.642881Z","caller":"traceutil/trace.go:171","msg":"trace[157428674] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"1.490383292s","start":"2026-04-03T02:27:42.152462Z","end":"2026-04-03T02:27:43.642845Z","steps":["trace[157428674] 'process raft request' (duration: 1.490120776s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:43.643087Z","caller":"traceutil/trace.go:171","msg":"trace[1262057946] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2195; }","duration":"1.440849479s","start":"2026-04-03T02:27:42.2022Z","end":"2026-04-03T02:27:43.643049Z","steps":["trace[1262057946] 'read index received' (duration: 231.774258ms)","trace[1262057946] 'applied index is now lower than readState.Index' (duration: 1.209073311s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:43.643125Z","caller":"traceutil/trace.go:171","msg":"trace[693763858] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"1.451799821s","start":"2026-04-03T02:27:42.191305Z","end":"2026-04-03T02:27:43.643105Z","steps":["trace[693763858] 'process raft request' (duration: 1.451499794s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:43.642885Z","caller":"traceutil/trace.go:171","msg":"trace[624470980] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"1.488305123s","start":"2026-04-03T02:27:42.154549Z","end":"2026-04-03T02:27:43.642854Z","steps":["trace[624470980] 'process raft request' (duration: 1.48821699s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:43.643302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.191283Z","time spent":"1.451914015s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:43.64331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.152436Z","time spent":"1.49068382s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:43.643432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441171148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:27:43.643473Z","caller":"traceutil/trace.go:171","msg":"trace[574674796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2124; }","duration":"1.44130651s","start":"2026-04-03T02:27:42.202154Z","end":"2026-04-03T02:27:43.643461Z","steps":["trace[574674796] 'agreement among raft nodes before linearized reading' (duration: 1.441051025s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:43.643512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.202139Z","time spent":"1.441365022s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:27:43.643486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.154523Z","time spent":"1.488820244s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:44.382382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.376548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:44.382645Z","caller":"traceutil/trace.go:171","msg":"trace[329639390] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"1.410279865s","start":"2026-04-03T02:27:42.972325Z","end":"2026-04-03T02:27:44.382604Z","steps":["trace[329639390] 'process raft request' (duration: 1.031468477s)","trace[329639390] 'compare' (duration: 378.094041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:44.382838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.972306Z","time spent":"1.410429228s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:44.383267Z","caller":"traceutil/trace.go:171","msg":"trace[2014307378] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"862.1097ms","start":"2026-04-03T02:27:43.521144Z","end":"2026-04-03T02:27:44.383253Z","steps":["trace[2014307378] 'process raft request' (duration: 861.34075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:44.383301Z","caller":"traceutil/trace.go:171","msg":"trace[2127381609] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2199; }","duration":"740.110239ms","start":"2026-04-03T02:27:43.643172Z","end":"2026-04-03T02:27:44.383282Z","steps":["trace[2127381609] 'read index received' (duration: 360.714317ms)","trace[2127381609] 'applied index is now lower than readState.Index' (duration: 379.395112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:44.38335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:43.521116Z","time spent":"862.1921ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:44.383623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088051221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-04-03T02:27:44.383663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181254775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:27:44.383686Z","caller":"traceutil/trace.go:171","msg":"trace[44118444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2127; }","duration":"1.088177994s","start":"2026-04-03T02:27:43.295493Z","end":"2026-04-03T02:27:44.383671Z","steps":["trace[44118444] 'agreement among raft nodes before linearized reading' (duration: 1.087828026s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:44.383698Z","caller":"traceutil/trace.go:171","msg":"trace[1650376831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2127; }","duration":"2.181337617s","start":"2026-04-03T02:27:42.202351Z","end":"2026-04-03T02:27:44.383688Z","steps":["trace[1650376831] 'agreement among raft nodes before linearized reading' (duration: 2.180971598s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.383724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:43.29547Z","time spent":"1.088248115s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:27:44.383718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700229121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7c3479e19c5\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-03T02:27:44.383732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.202323Z","time spent":"2.181401999s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:44.383745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180916047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T02:27:44.383764Z","caller":"traceutil/trace.go:171","msg":"trace[1692548888] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7c3479e19c5; range_end:; response_count:1; response_revision:2127; }","duration":"1.700311563s","start":"2026-04-03T02:27:42.683438Z","end":"2026-04-03T02:27:44.383749Z","steps":["trace[1692548888] 'agreement among raft nodes before linearized reading' (duration: 1.699852592s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:44.383786Z","caller":"traceutil/trace.go:171","msg":"trace[1635911468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2127; }","duration":"2.180974348s","start":"2026-04-03T02:27:42.2028Z","end":"2026-04-03T02:27:44.383774Z","steps":["trace[1635911468] 'agreement among raft nodes before linearized reading' (duration: 2.180496007s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.383802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.68342Z","time spent":"1.700374454s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7c3479e19c5\" "} {"level":"warn","ts":"2026-04-03T02:27:44.383817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.202789Z","time spent":"2.18102156s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:44.383829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.145438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:27:44.383628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902215759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-03T02:27:44.383881Z","caller":"traceutil/trace.go:171","msg":"trace[1498352066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2127; }","duration":"525.265139ms","start":"2026-04-03T02:27:43.858602Z","end":"2026-04-03T02:27:44.383867Z","steps":["trace[1498352066] 'agreement among raft nodes before linearized reading' (duration: 524.863741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.383906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181591034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:27:44.383917Z","caller":"traceutil/trace.go:171","msg":"trace[1763164180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2127; }","duration":"1.902563558s","start":"2026-04-03T02:27:42.481338Z","end":"2026-04-03T02:27:44.383902Z","steps":["trace[1763164180] 'agreement among raft nodes before linearized reading' (duration: 1.901974313s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:44.38393Z","caller":"traceutil/trace.go:171","msg":"trace[338478529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2127; }","duration":"2.181656904s","start":"2026-04-03T02:27:42.202266Z","end":"2026-04-03T02:27:44.383923Z","steps":["trace[338478529] 'agreement among raft nodes before linearized reading' (duration: 2.18106318s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.383948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.202247Z","time spent":"2.181696926s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:44.383948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.481323Z","time spent":"1.902617318s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:27:44.38395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413338198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:44.383981Z","caller":"traceutil/trace.go:171","msg":"trace[349850937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2127; }","duration":"1.413402339s","start":"2026-04-03T02:27:42.97057Z","end":"2026-04-03T02:27:44.383973Z","steps":["trace[349850937] 'agreement among raft nodes before linearized reading' (duration: 1.412771754s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.384005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.970549Z","time spent":"1.413451549s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:27:44.383917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:43.858577Z","time spent":"525.330921ms","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:44.384161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491053761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:27:44.384191Z","caller":"traceutil/trace.go:171","msg":"trace[245870529] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2127; }","duration":"1.491128963s","start":"2026-04-03T02:27:42.893054Z","end":"2026-04-03T02:27:44.384183Z","steps":["trace[245870529] 'agreement among raft nodes before linearized reading' (duration: 1.490293753s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.384219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.893034Z","time spent":"1.491177643s","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:27:44.384247Z","caller":"traceutil/trace.go:171","msg":"trace[2028945297] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"736.429152ms","start":"2026-04-03T02:27:43.647803Z","end":"2026-04-03T02:27:44.384233Z","steps":["trace[2028945297] 'process raft request' (duration: 735.445077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.384253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182028564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:27:44.384329Z","caller":"traceutil/trace.go:171","msg":"trace[659001462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2127; }","duration":"2.182093225s","start":"2026-04-03T02:27:42.202183Z","end":"2026-04-03T02:27:44.384276Z","steps":["trace[659001462] 'agreement among raft nodes before linearized reading' (duration: 2.181167833s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:44.384356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:42.202171Z","time spent":"2.182177157s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:27:44.384367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:43.647775Z","time spent":"736.502552ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:44.886845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022882506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:27:45.036569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.240645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:45.036985Z","caller":"traceutil/trace.go:171","msg":"trace[30093076] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"647.613987ms","start":"2026-04-03T02:27:44.389344Z","end":"2026-04-03T02:27:45.036958Z","steps":["trace[30093076] 'process raft request' (duration: 647.36849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:45.037233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.389316Z","time spent":"647.760679ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:45.037482Z","caller":"traceutil/trace.go:171","msg":"trace[1622997118] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"650.661928ms","start":"2026-04-03T02:27:44.386319Z","end":"2026-04-03T02:27:45.036981Z","steps":["trace[1622997118] 'process raft request' (duration: 500.87462ms)","trace[1622997118] 'compare' (duration: 149.079531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:45.037698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.894003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:45.037753Z","caller":"traceutil/trace.go:171","msg":"trace[1178872215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2133; }","duration":"651.001866ms","start":"2026-04-03T02:27:44.386739Z","end":"2026-04-03T02:27:45.037741Z","steps":["trace[1178872215] 'agreement among raft nodes before linearized reading' (duration: 650.868033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:45.037753Z","caller":"traceutil/trace.go:171","msg":"trace[159035986] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"647.689768ms","start":"2026-04-03T02:27:44.390034Z","end":"2026-04-03T02:27:45.037724Z","steps":["trace[159035986] 'process raft request' (duration: 647.408651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:45.037753Z","caller":"traceutil/trace.go:171","msg":"trace[1928144483] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"647.76101ms","start":"2026-04-03T02:27:44.389973Z","end":"2026-04-03T02:27:45.037734Z","steps":["trace[1928144483] 'process raft request' (duration: 647.420692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:45.037787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.38672Z","time spent":"651.060007ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:27:45.037796Z","caller":"traceutil/trace.go:171","msg":"trace[982332261] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"598.82461ms","start":"2026-04-03T02:27:44.438922Z","end":"2026-04-03T02:27:45.037746Z","steps":["trace[982332261] 'process raft request' (duration: 598.561133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:45.037874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.390028Z","time spent":"647.76771ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:45.037903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.389962Z","time spent":"647.868232ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:45.03755Z","caller":"traceutil/trace.go:171","msg":"trace[679015938] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2202; }","duration":"650.763771ms","start":"2026-04-03T02:27:44.386759Z","end":"2026-04-03T02:27:45.037523Z","steps":["trace[679015938] 'read index received' (duration: 500.4456ms)","trace[679015938] 'applied index is now lower than readState.Index' (duration: 150.317221ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:45.037602Z","caller":"traceutil/trace.go:171","msg":"trace[878234346] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"648.113718ms","start":"2026-04-03T02:27:44.389441Z","end":"2026-04-03T02:27:45.037555Z","steps":["trace[878234346] 'process raft request' (duration: 647.464683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:45.038279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.389432Z","time spent":"648.805984ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:45.038264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.386296Z","time spent":"651.400955ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:45.038422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.381068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:45.038461Z","caller":"traceutil/trace.go:171","msg":"trace[1333886712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2133; }","duration":"644.442161ms","start":"2026-04-03T02:27:44.394008Z","end":"2026-04-03T02:27:45.03845Z","steps":["trace[1333886712] 'agreement among raft nodes before linearized reading' (duration: 644.37057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:45.03849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.394002Z","time spent":"644.481872ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:27:45.039436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:44.438903Z","time spent":"598.947953ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:41.039367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.918418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:41.039598Z","caller":"traceutil/trace.go:171","msg":"trace[617282450] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"194.451776ms","start":"2026-04-03T02:28:40.84512Z","end":"2026-04-03T02:28:41.039571Z","steps":["trace[617282450] 'process raft request' (duration: 54.235152ms)","trace[617282450] 'compare' (duration: 139.789645ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:41.039707Z","caller":"traceutil/trace.go:171","msg":"trace[1314512514] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"193.835404ms","start":"2026-04-03T02:28:40.845818Z","end":"2026-04-03T02:28:41.039654Z","steps":["trace[1314512514] 'process raft request' (duration: 193.724972ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:41.040049Z","caller":"traceutil/trace.go:171","msg":"trace[2121065558] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"194.488047ms","start":"2026-04-03T02:28:40.845534Z","end":"2026-04-03T02:28:41.040022Z","steps":["trace[2121065558] 'process raft request' (duration: 193.942766ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:41.044584Z","caller":"traceutil/trace.go:171","msg":"trace[889381858] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"190.747718ms","start":"2026-04-03T02:28:40.853819Z","end":"2026-04-03T02:28:41.044567Z","steps":["trace[889381858] 'process raft request' (duration: 190.609056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:13.670957Z","caller":"traceutil/trace.go:171","msg":"trace[385536817] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2737; }","duration":"125.62105ms","start":"2026-04-03T02:29:13.545311Z","end":"2026-04-03T02:29:13.670933Z","steps":["trace[385536817] 'read index received' (duration: 81.429824ms)","trace[385536817] 'applied index is now lower than readState.Index' (duration: 44.190266ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:13.67122Z","caller":"traceutil/trace.go:171","msg":"trace[1167716640] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"133.462516ms","start":"2026-04-03T02:29:13.537723Z","end":"2026-04-03T02:29:13.671186Z","steps":["trace[1167716640] 'process raft request' (duration: 89.027165ms)","trace[1167716640] 'compare' (duration: 44.076794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:13.671321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.998307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:29:13.671385Z","caller":"traceutil/trace.go:171","msg":"trace[973163959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"126.109409ms","start":"2026-04-03T02:29:13.545263Z","end":"2026-04-03T02:29:13.671372Z","steps":["trace[973163959] 'agreement among raft nodes before linearized reading' (duration: 125.902915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:22.131593Z","caller":"traceutil/trace.go:171","msg":"trace[927244499] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"150.198399ms","start":"2026-04-03T02:29:21.981374Z","end":"2026-04-03T02:29:22.131572Z","steps":["trace[927244499] 'process raft request' (duration: 150.054776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:22.131984Z","caller":"traceutil/trace.go:171","msg":"trace[1203205535] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"114.820025ms","start":"2026-04-03T02:29:22.01715Z","end":"2026-04-03T02:29:22.13197Z","steps":["trace[1203205535] 'process raft request' (duration: 114.711072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:22.132134Z","caller":"traceutil/trace.go:171","msg":"trace[671899666] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"114.213243ms","start":"2026-04-03T02:29:22.017914Z","end":"2026-04-03T02:29:22.132127Z","steps":["trace[671899666] 'process raft request' (duration: 114.026849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:23.067221Z","caller":"traceutil/trace.go:171","msg":"trace[1034115918] linearizableReadLoop","detail":"{readStateIndex:2846; appliedIndex:2845; }","duration":"221.946926ms","start":"2026-04-03T02:29:22.845257Z","end":"2026-04-03T02:29:23.067204Z","steps":["trace[1034115918] 'read index received' (duration: 221.745042ms)","trace[1034115918] 'applied index is now lower than readState.Index' (duration: 201.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:23.067267Z","caller":"traceutil/trace.go:171","msg":"trace[340335134] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"250.333831ms","start":"2026-04-03T02:29:22.816905Z","end":"2026-04-03T02:29:23.067239Z","steps":["trace[340335134] 'process raft request' (duration: 250.145557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:23.067392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.131839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:29:23.067426Z","caller":"traceutil/trace.go:171","msg":"trace[1806438170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2748; }","duration":"222.238022ms","start":"2026-04-03T02:29:22.845178Z","end":"2026-04-03T02:29:23.067416Z","steps":["trace[1806438170] 'agreement among raft nodes before linearized reading' (duration: 222.12104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:23.384827Z","caller":"traceutil/trace.go:171","msg":"trace[987881613] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"252.796748ms","start":"2026-04-03T02:29:23.132015Z","end":"2026-04-03T02:29:23.384812Z","steps":["trace[987881613] 'read index received' (duration: 249.91933ms)","trace[987881613] 'applied index is now lower than readState.Index' (duration: 2.876778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:23.384984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.95619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:29:23.385007Z","caller":"traceutil/trace.go:171","msg":"trace[310953584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2749; }","duration":"253.034392ms","start":"2026-04-03T02:29:23.131967Z","end":"2026-04-03T02:29:23.385002Z","steps":["trace[310953584] 'agreement among raft nodes before linearized reading' (duration: 252.903878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:23.385111Z","caller":"traceutil/trace.go:171","msg":"trace[664483179] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"303.23263ms","start":"2026-04-03T02:29:23.081817Z","end":"2026-04-03T02:29:23.385049Z","steps":["trace[664483179] 'process raft request' (duration: 300.16894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:23.385361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:23.081803Z","time spent":"303.485925ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:49.801798Z","caller":"traceutil/trace.go:171","msg":"trace[545551058] linearizableReadLoop","detail":"{readStateIndex:2999; appliedIndex:2998; }","duration":"115.280312ms","start":"2026-04-03T02:29:49.686494Z","end":"2026-04-03T02:29:49.801774Z","steps":["trace[545551058] 'read index received' (duration: 96.546536ms)","trace[545551058] 'applied index is now lower than readState.Index' (duration: 18.732766ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:49.801852Z","caller":"traceutil/trace.go:171","msg":"trace[728343625] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"242.316186ms","start":"2026-04-03T02:29:49.559503Z","end":"2026-04-03T02:29:49.801819Z","steps":["trace[728343625] 'process raft request' (duration: 223.64827ms)","trace[728343625] 'compare' (duration: 18.518172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:49.801952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.450626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:49.802483Z","caller":"traceutil/trace.go:171","msg":"trace[404933116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2896; }","duration":"115.509856ms","start":"2026-04-03T02:29:49.686474Z","end":"2026-04-03T02:29:49.801984Z","steps":["trace[404933116] 'agreement among raft nodes before linearized reading' (duration: 115.427715ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:50.012408Z","caller":"traceutil/trace.go:171","msg":"trace[171971556] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"127.817918ms","start":"2026-04-03T02:29:49.884555Z","end":"2026-04-03T02:29:50.012373Z","steps":["trace[171971556] 'process raft request' (duration: 56.311721ms)","trace[171971556] 'compare' (duration: 71.327363ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:50.01241Z","caller":"traceutil/trace.go:171","msg":"trace[1162518865] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"127.707205ms","start":"2026-04-03T02:29:49.884678Z","end":"2026-04-03T02:29:50.012385Z","steps":["trace[1162518865] 'process raft request' (duration: 127.644293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:55.521084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.492676ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:29:55.521191Z","caller":"traceutil/trace.go:171","msg":"trace[856866149] linearizableReadLoop","detail":"{readStateIndex:3030; appliedIndex:3029; }","duration":"375.22772ms","start":"2026-04-03T02:29:55.145943Z","end":"2026-04-03T02:29:55.521171Z","steps":["trace[856866149] 'read index received' (duration: 232.805605ms)","trace[856866149] 'applied index is now lower than readState.Index' (duration: 142.420475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:55.521285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.331952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:55.521311Z","caller":"traceutil/trace.go:171","msg":"trace[1552721780] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2925; }","duration":"375.413493ms","start":"2026-04-03T02:29:55.145889Z","end":"2026-04-03T02:29:55.521303Z","steps":["trace[1552721780] 'agreement among raft nodes before linearized reading' (duration: 375.343392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:55.521351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:55.145864Z","time spent":"375.476395ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T02:29:55.66522Z","caller":"traceutil/trace.go:171","msg":"trace[1281391710] linearizableReadLoop","detail":"{readStateIndex:3031; appliedIndex:3030; }","duration":"139.580399ms","start":"2026-04-03T02:29:55.525604Z","end":"2026-04-03T02:29:55.665184Z","steps":["trace[1281391710] 'read index received' (duration: 139.348004ms)","trace[1281391710] 'applied index is now lower than readState.Index' (duration: 231.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:55.665589Z","caller":"traceutil/trace.go:171","msg":"trace[692434528] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"467.527078ms","start":"2026-04-03T02:29:55.198044Z","end":"2026-04-03T02:29:55.665571Z","steps":["trace[692434528] 'process raft request' (duration: 466.938097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:55.665825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:55.198016Z","time spent":"467.62503ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:55.666081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.477147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:55.666125Z","caller":"traceutil/trace.go:171","msg":"trace[1153775841] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2926; }","duration":"140.576708ms","start":"2026-04-03T02:29:55.525537Z","end":"2026-04-03T02:29:55.666114Z","steps":["trace[1153775841] 'agreement among raft nodes before linearized reading' (duration: 140.505447ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:55.705334Z","caller":"traceutil/trace.go:171","msg":"trace[380329662] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"130.561984ms","start":"2026-04-03T02:29:55.574723Z","end":"2026-04-03T02:29:55.705285Z","steps":["trace[380329662] 'process raft request' (duration: 130.33636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:55.705376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.14697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:29:55.705995Z","caller":"traceutil/trace.go:171","msg":"trace[493332276] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2927; }","duration":"158.667961ms","start":"2026-04-03T02:29:55.547164Z","end":"2026-04-03T02:29:55.705832Z","steps":["trace[493332276] 'agreement among raft nodes before linearized reading' (duration: 158.09948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.181877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.173124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:29:56.181983Z","caller":"traceutil/trace.go:171","msg":"trace[1018830315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2927; }","duration":"266.329347ms","start":"2026-04-03T02:29:55.915626Z","end":"2026-04-03T02:29:56.181956Z","steps":["trace[1018830315] 'range keys from in-memory index tree' (duration: 265.99523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.181867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.802426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-03T02:29:56.182288Z","caller":"traceutil/trace.go:171","msg":"trace[330454059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2927; }","duration":"460.268226ms","start":"2026-04-03T02:29:55.721997Z","end":"2026-04-03T02:29:56.182265Z","steps":["trace[330454059] 'range keys from in-memory index tree' (duration: 459.589372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.182353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:55.721971Z","time spent":"460.363316ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:29:56.18251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.698458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2b7dff972e26c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-03T02:29:56.182691Z","caller":"traceutil/trace.go:171","msg":"trace[408673541] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2b7dff972e26c; range_end:; response_count:1; response_revision:2927; }","duration":"452.79694ms","start":"2026-04-03T02:29:55.729768Z","end":"2026-04-03T02:29:56.182565Z","steps":["trace[408673541] 'range keys from in-memory index tree' (duration: 452.106266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.182869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:55.729754Z","time spent":"452.997394ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a2b7dff972e26c\" "} {"level":"warn","ts":"2026-04-03T02:29:56.182975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.80785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:29:56.183106Z","caller":"traceutil/trace.go:171","msg":"trace[868538601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2927; }","duration":"145.995143ms","start":"2026-04-03T02:29:56.037071Z","end":"2026-04-03T02:29:56.183066Z","steps":["trace[868538601] 'range keys from in-memory index tree' (duration: 145.537605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.183257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.131316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:29:56.183326Z","caller":"traceutil/trace.go:171","msg":"trace[2068222530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2927; }","duration":"146.242178ms","start":"2026-04-03T02:29:56.037062Z","end":"2026-04-03T02:29:56.183305Z","steps":["trace[2068222530] 'range keys from in-memory index tree' (duration: 145.917062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.183531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.031221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:29:56.183566Z","caller":"traceutil/trace.go:171","msg":"trace[612716965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2927; }","duration":"342.120304ms","start":"2026-04-03T02:29:55.841436Z","end":"2026-04-03T02:29:56.183556Z","steps":["trace[612716965] 'range keys from in-memory index tree' (duration: 341.907059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.183596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:55.841405Z","time spent":"342.179404ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:29:56.183765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.498011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:29:56.183876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.643407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:56.183947Z","caller":"traceutil/trace.go:171","msg":"trace[1653986669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2927; }","duration":"297.74976ms","start":"2026-04-03T02:29:55.886173Z","end":"2026-04-03T02:29:56.183923Z","steps":["trace[1653986669] 'count revisions from in-memory index tree' (duration: 297.580897ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:56.18483Z","caller":"traceutil/trace.go:171","msg":"trace[1985097975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2927; }","duration":"362.575281ms","start":"2026-04-03T02:29:55.822217Z","end":"2026-04-03T02:29:56.184793Z","steps":["trace[1985097975] 'range keys from in-memory index tree' (duration: 361.388779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.184991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:55.822191Z","time spent":"362.730856ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:29:56.68841Z","caller":"traceutil/trace.go:171","msg":"trace[1643012901] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"501.199798ms","start":"2026-04-03T02:29:56.187184Z","end":"2026-04-03T02:29:56.688384Z","steps":["trace[1643012901] 'process raft request' (duration: 501.038546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:56.688564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.187165Z","time spent":"501.321661ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:57.736791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048124772s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:29:57.760524Z","caller":"traceutil/trace.go:171","msg":"trace[1412300133] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.571084996s","start":"2026-04-03T02:29:56.189422Z","end":"2026-04-03T02:29:57.760507Z","steps":["trace[1412300133] 'process raft request' (duration: 1.570990584s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.760628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.189418Z","time spent":"1.571155157s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.760702Z","caller":"traceutil/trace.go:171","msg":"trace[1306396916] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"1.57131467s","start":"2026-04-03T02:29:56.189365Z","end":"2026-04-03T02:29:57.760679Z","steps":["trace[1306396916] 'process raft request' (duration: 1.547751432s)","trace[1306396916] 'compare' (duration: 22.524948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:57.760827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.189348Z","time spent":"1.571427532s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.76087Z","caller":"traceutil/trace.go:171","msg":"trace[619618841] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"1.570841921s","start":"2026-04-03T02:29:56.189982Z","end":"2026-04-03T02:29:57.760824Z","steps":["trace[619618841] 'process raft request' (duration: 1.570493934s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.761404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.189977Z","time spent":"1.571402853s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.761165Z","caller":"traceutil/trace.go:171","msg":"trace[274069504] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"1.570555285s","start":"2026-04-03T02:29:56.190589Z","end":"2026-04-03T02:29:57.761144Z","steps":["trace[274069504] 'process raft request' (duration: 1.570181238s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.761471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.190583Z","time spent":"1.570875283s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.76154Z","caller":"traceutil/trace.go:171","msg":"trace[930515447] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"1.57083712s","start":"2026-04-03T02:29:56.190696Z","end":"2026-04-03T02:29:57.761533Z","steps":["trace[930515447] 'process raft request' (duration: 1.570418832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.761568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.19069Z","time spent":"1.570865341s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.761693Z","caller":"traceutil/trace.go:171","msg":"trace[1119947121] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"1.466780985s","start":"2026-04-03T02:29:56.294905Z","end":"2026-04-03T02:29:57.761686Z","steps":["trace[1119947121] 'process raft request' (duration: 1.466583401s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.761755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.294891Z","time spent":"1.466838995s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.761893Z","caller":"traceutil/trace.go:171","msg":"trace[1831243332] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"1.468464538s","start":"2026-04-03T02:29:56.293423Z","end":"2026-04-03T02:29:57.761887Z","steps":["trace[1831243332] 'process raft request' (duration: 1.468023629s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.763539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.293398Z","time spent":"1.470113949s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.761978Z","caller":"traceutil/trace.go:171","msg":"trace[1425856847] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"707.867227ms","start":"2026-04-03T02:29:57.054104Z","end":"2026-04-03T02:29:57.761971Z","steps":["trace[1425856847] 'process raft request' (duration: 707.437148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.763771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:57.054074Z","time spent":"709.676873ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.761997Z","caller":"traceutil/trace.go:171","msg":"trace[704223610] linearizableReadLoop","detail":"{readStateIndex:3040; appliedIndex:3032; }","duration":"1.359053107s","start":"2026-04-03T02:29:56.402938Z","end":"2026-04-03T02:29:57.761992Z","steps":["trace[704223610] 'read index received' (duration: 285.231083ms)","trace[704223610] 'applied index is now lower than readState.Index' (duration: 1.073821294s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:57.762066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359139318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:29:57.764016Z","caller":"traceutil/trace.go:171","msg":"trace[986547900] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2939; }","duration":"1.361109527s","start":"2026-04-03T02:29:56.402865Z","end":"2026-04-03T02:29:57.763975Z","steps":["trace[986547900] 'agreement among raft nodes before linearized reading' (duration: 1.359140219s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.764073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.54443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:29:57.7641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.402842Z","time spent":"1.361223189s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:29:57.764131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.54046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:57.764149Z","caller":"traceutil/trace.go:171","msg":"trace[1731232412] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2939; }","duration":"225.59428ms","start":"2026-04-03T02:29:57.538549Z","end":"2026-04-03T02:29:57.764144Z","steps":["trace[1731232412] 'agreement among raft nodes before linearized reading' (duration: 225.56441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.764186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.529647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:57.762198Z","caller":"traceutil/trace.go:171","msg":"trace[1233399290] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"482.146064ms","start":"2026-04-03T02:29:57.280006Z","end":"2026-04-03T02:29:57.762152Z","steps":["trace[1233399290] 'process raft request' (duration: 481.647194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.764253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.766459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:57.764267Z","caller":"traceutil/trace.go:171","msg":"trace[350713697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"793.79637ms","start":"2026-04-03T02:29:56.970467Z","end":"2026-04-03T02:29:57.764263Z","steps":["trace[350713697] 'agreement among raft nodes before linearized reading' (duration: 793.774549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:57.764243Z","caller":"traceutil/trace.go:171","msg":"trace[197817831] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2939; }","duration":"193.637949ms","start":"2026-04-03T02:29:57.570594Z","end":"2026-04-03T02:29:57.764232Z","steps":["trace[197817831] 'agreement among raft nodes before linearized reading' (duration: 193.452946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.76428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.970455Z","time spent":"793.82237ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:29:57.764329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:57.27997Z","time spent":"484.296446ms","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9336,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:57.764104Z","caller":"traceutil/trace.go:171","msg":"trace[962089669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2939; }","duration":"879.632161ms","start":"2026-04-03T02:29:56.884464Z","end":"2026-04-03T02:29:57.764096Z","steps":["trace[962089669] 'agreement among raft nodes before linearized reading' (duration: 879.574711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:57.764475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:56.884432Z","time spent":"880.016109ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:31:08.324407Z","caller":"traceutil/trace.go:171","msg":"trace[484151212] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3422; }","duration":"128.086237ms","start":"2026-04-03T02:31:08.196289Z","end":"2026-04-03T02:31:08.324375Z","steps":["trace[484151212] 'read index received' (duration: 77.253203ms)","trace[484151212] 'applied index is now lower than readState.Index' (duration: 50.831464ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:31:08.324741Z","caller":"traceutil/trace.go:171","msg":"trace[656317350] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"137.468091ms","start":"2026-04-03T02:31:08.187212Z","end":"2026-04-03T02:31:08.32468Z","steps":["trace[656317350] 'process raft request' (duration: 137.057278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.324775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.408748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:31:08.324993Z","caller":"traceutil/trace.go:171","msg":"trace[1765865531] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"137.913654ms","start":"2026-04-03T02:31:08.186984Z","end":"2026-04-03T02:31:08.324897Z","steps":["trace[1765865531] 'process raft request' (duration: 137.032547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.324994Z","caller":"traceutil/trace.go:171","msg":"trace[214449577] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"137.464331ms","start":"2026-04-03T02:31:08.187463Z","end":"2026-04-03T02:31:08.324927Z","steps":["trace[214449577] 'process raft request' (duration: 136.857202ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.32551Z","caller":"traceutil/trace.go:171","msg":"trace[2072194845] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"138.44386ms","start":"2026-04-03T02:31:08.187024Z","end":"2026-04-03T02:31:08.325468Z","steps":["trace[2072194845] 'process raft request' (duration: 137.181072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.325779Z","caller":"traceutil/trace.go:171","msg":"trace[783358425] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3307; }","duration":"128.843101ms","start":"2026-04-03T02:31:08.196263Z","end":"2026-04-03T02:31:08.325107Z","steps":["trace[783358425] 'agreement among raft nodes before linearized reading' (duration: 128.343015ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:52.036073Z","caller":"traceutil/trace.go:171","msg":"trace[1190048393] linearizableReadLoop","detail":"{readStateIndex:4125; appliedIndex:4124; }","duration":"160.015987ms","start":"2026-04-03T02:32:51.876034Z","end":"2026-04-03T02:32:52.03605Z","steps":["trace[1190048393] 'read index received' (duration: 159.836853ms)","trace[1190048393] 'applied index is now lower than readState.Index' (duration: 178.074µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:52.036178Z","caller":"traceutil/trace.go:171","msg":"trace[1368580613] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"310.333096ms","start":"2026-04-03T02:32:51.725787Z","end":"2026-04-03T02:32:52.03612Z","steps":["trace[1368580613] 'process raft request' (duration: 310.127281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:52.036342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:51.725766Z","time spent":"310.47923ms","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":155585,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:52.036428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.318245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:52.036558Z","caller":"traceutil/trace.go:171","msg":"trace[718665548] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3975; }","duration":"160.549871ms","start":"2026-04-03T02:32:51.875988Z","end":"2026-04-03T02:32:52.036538Z","steps":["trace[718665548] 'agreement among raft nodes before linearized reading' (duration: 160.187433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:54.054654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022887239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:54.554786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022887239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:55.055817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022887239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:55.556504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022887239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:32:55.622192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:32:55.622253Z","caller":"traceutil/trace.go:171","msg":"trace[21656463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822245s","start":"2026-04-03T02:32:53.621414Z","end":"2026-04-03T02:32:55.622236Z","steps":["trace[21656463] 'agreement among raft nodes before linearized reading' (duration: 2.000744692s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.622348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.621403Z","time spent":"2.000932737s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:32:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:32:55.80589Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276788156s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:32:55.820172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.142826ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:55.820288Z","caller":"traceutil/trace.go:171","msg":"trace[135716551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4005; }","duration":"536.266009ms","start":"2026-04-03T02:32:55.284006Z","end":"2026-04-03T02:32:55.820272Z","steps":["trace[135716551] 'range keys from in-memory index tree' (duration: 536.128166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.822635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298494851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:55.822835Z","caller":"traceutil/trace.go:171","msg":"trace[1639374493] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"2.601826062s","start":"2026-04-03T02:32:53.220985Z","end":"2026-04-03T02:32:55.822811Z","steps":["trace[1639374493] 'process raft request' (duration: 303.101995ms)","trace[1639374493] 'compare' (duration: 2.297651671s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:55.822941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.220966Z","time spent":"2.601923815s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6122,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.823145Z","caller":"traceutil/trace.go:171","msg":"trace[1751610778] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"2.597972757s","start":"2026-04-03T02:32:53.225159Z","end":"2026-04-03T02:32:55.823132Z","steps":["trace[1751610778] 'process raft request' (duration: 2.597642289s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.823201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.225141Z","time spent":"2.598033298s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":132446,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.823743Z","caller":"traceutil/trace.go:171","msg":"trace[1014942509] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"2.49474326s","start":"2026-04-03T02:32:53.328951Z","end":"2026-04-03T02:32:55.823695Z","steps":["trace[1014942509] 'process raft request' (duration: 2.494054973s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.825548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.328923Z","time spent":"2.496508044s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":379178,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.823765Z","caller":"traceutil/trace.go:171","msg":"trace[1793524471] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"1.701700038s","start":"2026-04-03T02:32:54.122021Z","end":"2026-04-03T02:32:55.823721Z","steps":["trace[1793524471] 'process raft request' (duration: 1.701569005s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.825736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.121999Z","time spent":"1.703704927s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:55.82388Z","caller":"traceutil/trace.go:171","msg":"trace[765779875] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"1.167166735s","start":"2026-04-03T02:32:54.656684Z","end":"2026-04-03T02:32:55.823851Z","steps":["trace[765779875] 'process raft request' (duration: 1.167110404s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.825885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.65665Z","time spent":"1.169193145s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.823922Z","caller":"traceutil/trace.go:171","msg":"trace[94596851] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"1.168082758s","start":"2026-04-03T02:32:54.65583Z","end":"2026-04-03T02:32:55.823913Z","steps":["trace[94596851] 'process raft request' (duration: 1.167936133s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.826034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.655815Z","time spent":"1.170179399s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.823963Z","caller":"traceutil/trace.go:171","msg":"trace[617816444] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"1.698122009s","start":"2026-04-03T02:32:54.125833Z","end":"2026-04-03T02:32:55.823955Z","steps":["trace[617816444] 'process raft request' (duration: 1.697803341s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.82614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.125812Z","time spent":"1.700305893s","remote":"127.0.0.1:45152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.824148Z","caller":"traceutil/trace.go:171","msg":"trace[95081233] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"1.169217815s","start":"2026-04-03T02:32:54.654921Z","end":"2026-04-03T02:32:55.824139Z","steps":["trace[95081233] 'process raft request' (duration: 1.168771134s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.826417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.654891Z","time spent":"1.17143461s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.824923Z","caller":"traceutil/trace.go:171","msg":"trace[1442398604] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"1.169594344s","start":"2026-04-03T02:32:54.655305Z","end":"2026-04-03T02:32:55.8249Z","steps":["trace[1442398604] 'process raft request' (duration: 1.168425485s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.82668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.655288Z","time spent":"1.171305918s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:55.844306Z","caller":"traceutil/trace.go:171","msg":"trace[485492053] linearizableReadLoop","detail":"{readStateIndex:4165; appliedIndex:4155; }","duration":"2.290135063s","start":"2026-04-03T02:32:53.554149Z","end":"2026-04-03T02:32:55.844285Z","steps":["trace[485492053] 'read index received' (duration: 2.252008878s)","trace[485492053] 'applied index is now lower than readState.Index' (duration: 38.122825ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:55.844432Z","caller":"traceutil/trace.go:171","msg":"trace[1336210507] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"218.634091ms","start":"2026-04-03T02:32:55.625787Z","end":"2026-04-03T02:32:55.844421Z","steps":["trace[1336210507] 'process raft request' (duration: 218.058157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.844935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.166635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:32:55.844975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8749333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:55.845048Z","caller":"traceutil/trace.go:171","msg":"trace[5504237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4015; }","duration":"1.875014172s","start":"2026-04-03T02:32:53.969996Z","end":"2026-04-03T02:32:55.84501Z","steps":["trace[5504237] 'agreement among raft nodes before linearized reading' (duration: 1.874638132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290914152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:32:55.845091Z","caller":"traceutil/trace.go:171","msg":"trace[227097786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4015; }","duration":"2.290979194s","start":"2026-04-03T02:32:53.554104Z","end":"2026-04-03T02:32:55.845083Z","steps":["trace[227097786] 'agreement among raft nodes before linearized reading' (duration: 2.290898503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.554074Z","time spent":"2.291045916s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:32:55.845089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:53.969978Z","time spent":"1.875101323s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:55.84523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.78714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:32:55.845279Z","caller":"traceutil/trace.go:171","msg":"trace[6893750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4015; }","duration":"991.874081ms","start":"2026-04-03T02:32:54.85339Z","end":"2026-04-03T02:32:55.845265Z","steps":["trace[6893750] 'agreement among raft nodes before linearized reading' (duration: 991.745258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.85337Z","time spent":"991.934623ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:32:55.845358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032798897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:32:55.845449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.583949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:32:55.84545Z","caller":"traceutil/trace.go:171","msg":"trace[1917788621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4015; }","duration":"1.032937392s","start":"2026-04-03T02:32:54.812495Z","end":"2026-04-03T02:32:55.845433Z","steps":["trace[1917788621] 'agreement among raft nodes before linearized reading' (duration: 1.032694565s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.475619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:55.845488Z","caller":"traceutil/trace.go:171","msg":"trace[1075060417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4015; }","duration":"907.651ms","start":"2026-04-03T02:32:54.937827Z","end":"2026-04-03T02:32:55.845478Z","steps":["trace[1075060417] 'agreement among raft nodes before linearized reading' (duration: 907.547358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.812479Z","time spent":"1.033015613s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:32:55.845521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.937808Z","time spent":"907.705851ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:32:55.84552Z","caller":"traceutil/trace.go:171","msg":"trace[445430448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4015; }","duration":"162.559791ms","start":"2026-04-03T02:32:55.682933Z","end":"2026-04-03T02:32:55.845493Z","steps":["trace[445430448] 'agreement among raft nodes before linearized reading' (duration: 162.466318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48113754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:32:55.845624Z","caller":"traceutil/trace.go:171","msg":"trace[158002301] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4015; }","duration":"1.481328635s","start":"2026-04-03T02:32:54.364224Z","end":"2026-04-03T02:32:55.845553Z","steps":["trace[158002301] 'agreement among raft nodes before linearized reading' (duration: 1.480983715s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.84567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.364204Z","time spent":"1.481456997s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:32:55.844983Z","caller":"traceutil/trace.go:171","msg":"trace[1628150125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4015; }","duration":"898.265598ms","start":"2026-04-03T02:32:54.946705Z","end":"2026-04-03T02:32:55.844971Z","steps":["trace[1628150125] 'agreement among raft nodes before linearized reading' (duration: 898.099924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.845748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.943653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:32:55.84575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.946686Z","time spent":"899.052836ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:32:55.845778Z","caller":"traceutil/trace.go:171","msg":"trace[1162633264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4015; }","duration":"898.999466ms","start":"2026-04-03T02:32:54.946769Z","end":"2026-04-03T02:32:55.845768Z","steps":["trace[1162633264] 'agreement among raft nodes before linearized reading' (duration: 898.912754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:55.84581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:54.946734Z","time spent":"899.069026ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:44.683912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.566439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T02:33:44.684022Z","caller":"traceutil/trace.go:171","msg":"trace[1153032876] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4931; }","duration":"163.48497ms","start":"2026-04-03T02:33:44.520516Z","end":"2026-04-03T02:33:44.684001Z","steps":["trace[1153032876] 'read index received' (duration: 26.732519ms)","trace[1153032876] 'applied index is now lower than readState.Index' (duration: 136.751301ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:44.684091Z","caller":"traceutil/trace.go:171","msg":"trace[1755107025] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4756; }","duration":"312.751136ms","start":"2026-04-03T02:33:44.371284Z","end":"2026-04-03T02:33:44.684035Z","steps":["trace[1755107025] 'process raft request' (duration: 175.948542ms)","trace[1755107025] 'compare' (duration: 136.010324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:44.684304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:44.371273Z","time spent":"312.927509ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-03T02:33:44.684142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.631594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62eb927c-2764-4159-b521-cb01f9f86ca6\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-03T02:33:44.684608Z","caller":"traceutil/trace.go:171","msg":"trace[528432905] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62eb927c-2764-4159-b521-cb01f9f86ca6; range_end:; response_count:1; response_revision:4756; }","duration":"164.121305ms","start":"2026-04-03T02:33:44.52047Z","end":"2026-04-03T02:33:44.684591Z","steps":["trace[528432905] 'agreement among raft nodes before linearized reading' (duration: 163.575393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.625597Z","caller":"traceutil/trace.go:171","msg":"trace[1716337626] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"199.131308ms","start":"2026-04-03T02:33:46.426448Z","end":"2026-04-03T02:33:46.625579Z","steps":["trace[1716337626] 'process raft request' (duration: 199.100048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.625686Z","caller":"traceutil/trace.go:171","msg":"trace[1878885399] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"200.522902ms","start":"2026-04-03T02:33:46.425138Z","end":"2026-04-03T02:33:46.625661Z","steps":["trace[1878885399] 'process raft request' (duration: 200.360547ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.625643Z","caller":"traceutil/trace.go:171","msg":"trace[1158429736] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"200.559352ms","start":"2026-04-03T02:33:46.425041Z","end":"2026-04-03T02:33:46.6256Z","steps":["trace[1158429736] 'process raft request' (duration: 200.419039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.625801Z","caller":"traceutil/trace.go:171","msg":"trace[1781126639] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"200.633434ms","start":"2026-04-03T02:33:46.425006Z","end":"2026-04-03T02:33:46.625639Z","steps":["trace[1781126639] 'process raft request' (duration: 186.240507ms)","trace[1781126639] 'compare' (duration: 14.09221ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:46.62573Z","caller":"traceutil/trace.go:171","msg":"trace[507103472] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"200.195613ms","start":"2026-04-03T02:33:46.425505Z","end":"2026-04-03T02:33:46.6257Z","steps":["trace[507103472] 'process raft request' (duration: 200.01992ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.755518Z","caller":"traceutil/trace.go:171","msg":"trace[129563148] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4982; }","duration":"312.833153ms","start":"2026-04-03T02:33:46.442666Z","end":"2026-04-03T02:33:46.755499Z","steps":["trace[129563148] 'read index received' (duration: 168.596512ms)","trace[129563148] 'applied index is now lower than readState.Index' (duration: 144.235801ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:46.755843Z","caller":"traceutil/trace.go:171","msg":"trace[1393741322] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"324.380095ms","start":"2026-04-03T02:33:46.431448Z","end":"2026-04-03T02:33:46.755828Z","steps":["trace[1393741322] 'process raft request' (duration: 300.161848ms)","trace[1393741322] 'compare' (duration: 23.720686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:46.755951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.431436Z","time spent":"324.444407ms","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:46.755832Z","caller":"traceutil/trace.go:171","msg":"trace[170962606] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"279.767839ms","start":"2026-04-03T02:33:46.476029Z","end":"2026-04-03T02:33:46.755797Z","steps":["trace[170962606] 'process raft request' (duration: 279.410601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.755952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.259964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:33:46.756207Z","caller":"traceutil/trace.go:171","msg":"trace[619864515] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4810; }","duration":"313.543142ms","start":"2026-04-03T02:33:46.442648Z","end":"2026-04-03T02:33:46.756191Z","steps":["trace[619864515] 'agreement among raft nodes before linearized reading' (duration: 313.138362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.756259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.44264Z","time spent":"313.592473ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-03T02:33:46.756894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.88855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-03T02:33:46.757036Z","caller":"traceutil/trace.go:171","msg":"trace[1170683298] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4810; }","duration":"172.098756ms","start":"2026-04-03T02:33:46.584919Z","end":"2026-04-03T02:33:46.757018Z","steps":["trace[1170683298] 'agreement among raft nodes before linearized reading' (duration: 170.755034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.990466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.508367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-lq67t-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:46.990459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.430355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-03T02:33:46.990516Z","caller":"traceutil/trace.go:171","msg":"trace[1152424240] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-lq67t-tls; range_end:; response_count:0; response_revision:4814; }","duration":"129.578779ms","start":"2026-04-03T02:33:46.860925Z","end":"2026-04-03T02:33:46.990504Z","steps":["trace[1152424240] 'range keys from in-memory index tree' (duration: 129.475816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:46.990537Z","caller":"traceutil/trace.go:171","msg":"trace[1799398757] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4814; }","duration":"129.560198ms","start":"2026-04-03T02:33:46.860958Z","end":"2026-04-03T02:33:46.990518Z","steps":["trace[1799398757] 'range keys from in-memory index tree' (duration: 129.23855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.990466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.251497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:33:46.990695Z","caller":"traceutil/trace.go:171","msg":"trace[370258396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4814; }","duration":"134.565664ms","start":"2026-04-03T02:33:46.856124Z","end":"2026-04-03T02:33:46.99069Z","steps":["trace[370258396] 'range keys from in-memory index tree' (duration: 134.140995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.036009Z","caller":"traceutil/trace.go:171","msg":"trace[1667307665] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"172.515144ms","start":"2026-04-03T02:33:46.863467Z","end":"2026-04-03T02:33:47.035982Z","steps":["trace[1667307665] 'process raft request' (duration: 172.311449ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.036463Z","caller":"traceutil/trace.go:171","msg":"trace[172346686] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4993; }","duration":"162.981969ms","start":"2026-04-03T02:33:46.873461Z","end":"2026-04-03T02:33:47.036443Z","steps":["trace[172346686] 'read index received' (duration: 162.350615ms)","trace[172346686] 'applied index is now lower than readState.Index' (duration: 629.304µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:47.036653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.177534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-03T02:33:47.036693Z","caller":"traceutil/trace.go:171","msg":"trace[1102186557] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4815; }","duration":"163.241766ms","start":"2026-04-03T02:33:46.873441Z","end":"2026-04-03T02:33:47.036683Z","steps":["trace[1102186557] 'agreement among raft nodes before linearized reading' (duration: 163.104633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.088785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.847795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:47.088847Z","caller":"traceutil/trace.go:171","msg":"trace[617093300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4816; }","duration":"118.939387ms","start":"2026-04-03T02:33:46.969894Z","end":"2026-04-03T02:33:47.088834Z","steps":["trace[617093300] 'agreement among raft nodes before linearized reading' (duration: 118.793843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.089167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.19506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:33:47.089216Z","caller":"traceutil/trace.go:171","msg":"trace[1733922835] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4816; }","duration":"214.2542ms","start":"2026-04-03T02:33:46.874948Z","end":"2026-04-03T02:33:47.089202Z","steps":["trace[1733922835] 'agreement among raft nodes before linearized reading' (duration: 214.123678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.09119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.799242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-04-03T02:33:47.091249Z","caller":"traceutil/trace.go:171","msg":"trace[2105858698] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4816; }","duration":"112.904455ms","start":"2026-04-03T02:33:46.97833Z","end":"2026-04-03T02:33:47.091234Z","steps":["trace[2105858698] 'agreement among raft nodes before linearized reading' (duration: 110.360735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:53.818819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022889115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:54.319432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022889115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:54.747883Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445260807s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:54.75042Z","caller":"traceutil/trace.go:171","msg":"trace[1781498694] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"1.502940822s","start":"2026-04-03T02:33:53.247425Z","end":"2026-04-03T02:33:54.750365Z","steps":["trace[1781498694] 'process raft request' (duration: 1.500863233s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:54.75132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.247386Z","time spent":"1.503158806s","remote":"127.0.0.1:43432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2797,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:55.169033Z","caller":"traceutil/trace.go:171","msg":"trace[216368713] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"1.85712708s","start":"2026-04-03T02:33:53.31184Z","end":"2026-04-03T02:33:55.168967Z","steps":["trace[216368713] 'process raft request' (duration: 1.856836053s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.169064Z","caller":"traceutil/trace.go:171","msg":"trace[410529500] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"1.063538274s","start":"2026-04-03T02:33:54.105492Z","end":"2026-04-03T02:33:55.16903Z","steps":["trace[410529500] 'process raft request' (duration: 1.06335684s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.169087Z","caller":"traceutil/trace.go:171","msg":"trace[124895597] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"1.062800077s","start":"2026-04-03T02:33:54.106253Z","end":"2026-04-03T02:33:55.169053Z","steps":["trace[124895597] 'process raft request' (duration: 1.062656203s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.169142Z","caller":"traceutil/trace.go:171","msg":"trace[2132534416] linearizableReadLoop","detail":"{readStateIndex:5076; appliedIndex:5070; }","duration":"1.851347496s","start":"2026-04-03T02:33:53.317784Z","end":"2026-04-03T02:33:55.169131Z","steps":["trace[2132534416] 'read index received' (duration: 1.432022949s)","trace[2132534416] 'applied index is now lower than readState.Index' (duration: 419.323537ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:55.169219Z","caller":"traceutil/trace.go:171","msg":"trace[51902277] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"1.0625051s","start":"2026-04-03T02:33:54.106692Z","end":"2026-04-03T02:33:55.169197Z","steps":["trace[51902277] 'process raft request' (duration: 1.062301045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.311813Z","time spent":"1.857324737s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:55.169241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.105466Z","time spent":"1.063688337s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:55.169244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.106241Z","time spent":"1.06291859s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:55.169324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.106682Z","time spent":"1.062582032s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:55.169348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85154213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-04-03T02:33:55.169054Z","caller":"traceutil/trace.go:171","msg":"trace[784348925] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"1.062602972s","start":"2026-04-03T02:33:54.106426Z","end":"2026-04-03T02:33:55.169029Z","steps":["trace[784348925] 'process raft request' (duration: 1.0625279s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.106417Z","time spent":"1.063017141s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:55.169594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546327871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:55.169635Z","caller":"traceutil/trace.go:171","msg":"trace[1198469957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"1.546415192s","start":"2026-04-03T02:33:53.623208Z","end":"2026-04-03T02:33:55.169624Z","steps":["trace[1198469957] 'agreement among raft nodes before linearized reading' (duration: 1.54634321s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694444471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:55.169628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199918699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:55.169663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.623184Z","time spent":"1.546473453s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:55.169677Z","caller":"traceutil/trace.go:171","msg":"trace[789494118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4895; }","duration":"1.694530212s","start":"2026-04-03T02:33:53.475133Z","end":"2026-04-03T02:33:55.169664Z","steps":["trace[789494118] 'agreement among raft nodes before linearized reading' (duration: 1.694449551s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.1697Z","caller":"traceutil/trace.go:171","msg":"trace[1510270938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4895; }","duration":"1.200038282s","start":"2026-04-03T02:33:53.969642Z","end":"2026-04-03T02:33:55.169681Z","steps":["trace[1510270938] 'agreement among raft nodes before linearized reading' (duration: 1.199875688s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.82379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:33:55.169713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.475084Z","time spent":"1.694620296s","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:55.169713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391470133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:55.169751Z","caller":"traceutil/trace.go:171","msg":"trace[606284524] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4895; }","duration":"718.915471ms","start":"2026-04-03T02:33:54.450822Z","end":"2026-04-03T02:33:55.169737Z","steps":["trace[606284524] 'agreement among raft nodes before linearized reading' (duration: 718.836459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829323573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:33:55.16977Z","caller":"traceutil/trace.go:171","msg":"trace[464591259] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4895; }","duration":"1.391579734s","start":"2026-04-03T02:33:53.778175Z","end":"2026-04-03T02:33:55.169755Z","steps":["trace[464591259] 'agreement among raft nodes before linearized reading' (duration: 1.391487752s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.450798Z","time spent":"718.978333ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:55.16978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.723215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:33:55.169798Z","caller":"traceutil/trace.go:171","msg":"trace[1727548021] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4895; }","duration":"1.82960526s","start":"2026-04-03T02:33:53.340176Z","end":"2026-04-03T02:33:55.169781Z","steps":["trace[1727548021] 'agreement among raft nodes before linearized reading' (duration: 1.829240641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.77815Z","time spent":"1.391649087s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:33:55.169823Z","caller":"traceutil/trace.go:171","msg":"trace[28555837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4895; }","duration":"934.804807ms","start":"2026-04-03T02:33:54.235003Z","end":"2026-04-03T02:33:55.169808Z","steps":["trace[28555837] 'agreement among raft nodes before linearized reading' (duration: 934.670044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.169842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.340155Z","time spent":"1.829673191s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T02:33:55.169861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.234974Z","time spent":"934.880829ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:55.169748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.969617Z","time spent":"1.200120434s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:55.170034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.792909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:55.170067Z","caller":"traceutil/trace.go:171","msg":"trace[438199924] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:4895; }","duration":"413.859511ms","start":"2026-04-03T02:33:54.756198Z","end":"2026-04-03T02:33:55.170058Z","steps":["trace[438199924] 'agreement among raft nodes before linearized reading' (duration: 413.80423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.170083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.167575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:33:55.170097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.756181Z","time spent":"413.909801ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-04-03T02:33:55.170122Z","caller":"traceutil/trace.go:171","msg":"trace[1643960130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4895; }","duration":"935.229508ms","start":"2026-04-03T02:33:54.234881Z","end":"2026-04-03T02:33:55.170111Z","steps":["trace[1643960130] 'agreement among raft nodes before linearized reading' (duration: 935.069704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.170162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.23487Z","time spent":"935.285089ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:33:55.169385Z","caller":"traceutil/trace.go:171","msg":"trace[323328420] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4895; }","duration":"1.851618593s","start":"2026-04-03T02:33:53.317755Z","end":"2026-04-03T02:33:55.169374Z","steps":["trace[323328420] 'agreement among raft nodes before linearized reading' (duration: 1.851458219s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.17021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.023977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:33:55.170246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:53.317747Z","time spent":"1.852486803s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16108,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-03T02:33:55.170262Z","caller":"traceutil/trace.go:171","msg":"trace[2127841820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4895; }","duration":"967.098069ms","start":"2026-04-03T02:33:54.203149Z","end":"2026-04-03T02:33:55.170247Z","steps":["trace[2127841820] 'agreement among raft nodes before linearized reading' (duration: 966.884904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.170305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.203139Z","time spent":"967.15506ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:33:55.170323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.578545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:33:55.170361Z","caller":"traceutil/trace.go:171","msg":"trace[291127975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4895; }","duration":"975.652629ms","start":"2026-04-03T02:33:54.194698Z","end":"2026-04-03T02:33:55.170351Z","steps":["trace[291127975] 'agreement among raft nodes before linearized reading' (duration: 975.537446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.170395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.194686Z","time spent":"975.701229ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:33:55.170505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.485762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:33:55.17055Z","caller":"traceutil/trace.go:171","msg":"trace[1418927726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4895; }","duration":"959.530673ms","start":"2026-04-03T02:33:54.211006Z","end":"2026-04-03T02:33:55.170537Z","steps":["trace[1418927726] 'agreement among raft nodes before linearized reading' (duration: 958.483429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.170594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:54.210924Z","time spent":"959.655616ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:33:55.329041Z","caller":"traceutil/trace.go:171","msg":"trace[1701511336] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"121.64815ms","start":"2026-04-03T02:33:55.207361Z","end":"2026-04-03T02:33:55.329009Z","steps":["trace[1701511336] 'process raft request' (duration: 121.493537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.329109Z","caller":"traceutil/trace.go:171","msg":"trace[1423463684] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"120.552765ms","start":"2026-04-03T02:33:55.208529Z","end":"2026-04-03T02:33:55.329082Z","steps":["trace[1423463684] 'process raft request' (duration: 120.37511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.32937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.057968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:33:55.329454Z","caller":"traceutil/trace.go:171","msg":"trace[858485774] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4905; }","duration":"122.154971ms","start":"2026-04-03T02:33:55.207278Z","end":"2026-04-03T02:33:55.329433Z","steps":["trace[858485774] 'agreement among raft nodes before linearized reading' (duration: 121.867794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:55.329588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.787886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124341"} {"level":"info","ts":"2026-04-03T02:33:55.329588Z","caller":"traceutil/trace.go:171","msg":"trace[1477995593] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"123.023771ms","start":"2026-04-03T02:33:55.206511Z","end":"2026-04-03T02:33:55.329535Z","steps":["trace[1477995593] 'process raft request' (duration: 122.135171ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.329628Z","caller":"traceutil/trace.go:171","msg":"trace[1446363202] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4905; }","duration":"122.900779ms","start":"2026-04-03T02:33:55.206717Z","end":"2026-04-03T02:33:55.329618Z","steps":["trace[1446363202] 'agreement among raft nodes before linearized reading' (duration: 122.662843ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.466848Z","caller":"traceutil/trace.go:171","msg":"trace[1680256185] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"199.109581ms","start":"2026-04-03T02:33:55.267716Z","end":"2026-04-03T02:33:55.466826Z","steps":["trace[1680256185] 'process raft request' (duration: 198.816434ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.466908Z","caller":"traceutil/trace.go:171","msg":"trace[1871175127] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"197.380161ms","start":"2026-04-03T02:33:55.269499Z","end":"2026-04-03T02:33:55.46688Z","steps":["trace[1871175127] 'process raft request' (duration: 197.217708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.466943Z","caller":"traceutil/trace.go:171","msg":"trace[1396862883] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"196.89266ms","start":"2026-04-03T02:33:55.270025Z","end":"2026-04-03T02:33:55.466918Z","steps":["trace[1396862883] 'process raft request' (duration: 196.793407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.467011Z","caller":"traceutil/trace.go:171","msg":"trace[1422175243] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"197.003812ms","start":"2026-04-03T02:33:55.269984Z","end":"2026-04-03T02:33:55.466988Z","steps":["trace[1422175243] 'process raft request' (duration: 196.794857ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.467157Z","caller":"traceutil/trace.go:171","msg":"trace[1915420702] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"196.857329ms","start":"2026-04-03T02:33:55.270289Z","end":"2026-04-03T02:33:55.467146Z","steps":["trace[1915420702] 'process raft request' (duration: 196.573512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.467154Z","caller":"traceutil/trace.go:171","msg":"trace[1724852801] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5086; }","duration":"138.129532ms","start":"2026-04-03T02:33:55.328964Z","end":"2026-04-03T02:33:55.467093Z","steps":["trace[1724852801] 'read index received' (duration: 137.669092ms)","trace[1724852801] 'applied index is now lower than readState.Index' (duration: 458.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:55.467375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.47795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:55.467389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.988765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-04-03T02:33:55.467439Z","caller":"traceutil/trace.go:171","msg":"trace[1060789534] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4910; }","duration":"198.078777ms","start":"2026-04-03T02:33:55.269347Z","end":"2026-04-03T02:33:55.467426Z","steps":["trace[1060789534] 'agreement among raft nodes before linearized reading' (duration: 197.906653ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.467475Z","caller":"traceutil/trace.go:171","msg":"trace[960494672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4910; }","duration":"199.577712ms","start":"2026-04-03T02:33:55.267848Z","end":"2026-04-03T02:33:55.467425Z","steps":["trace[960494672] 'agreement among raft nodes before linearized reading' (duration: 199.416888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:55.545377Z","caller":"traceutil/trace.go:171","msg":"trace[1139259326] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"212.848491ms","start":"2026-04-03T02:33:55.332495Z","end":"2026-04-03T02:33:55.545344Z","steps":["trace[1139259326] 'process raft request' (duration: 212.570484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.532381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.119118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:33:56.532619Z","caller":"traceutil/trace.go:171","msg":"trace[1440628689] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5091; }","duration":"1.065394369s","start":"2026-04-03T02:33:55.467194Z","end":"2026-04-03T02:33:56.532588Z","steps":["trace[1440628689] 'read index received' (duration: 77.895862ms)","trace[1440628689] 'applied index is now lower than readState.Index' (duration: 987.497747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:56.532856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094802513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:56.53288Z","caller":"traceutil/trace.go:171","msg":"trace[2041973989] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4911; }","duration":"1.094886465s","start":"2026-04-03T02:33:55.437987Z","end":"2026-04-03T02:33:56.532873Z","steps":["trace[2041973989] 'agreement among raft nodes before linearized reading' (duration: 1.094809493s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.532911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:55.437965Z","time spent":"1.094939506s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":21,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:56.532935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2000393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27ca13cf-fa66-4809-ae61-1860b0221b97\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:33:56.532995Z","caller":"traceutil/trace.go:171","msg":"trace[891738024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27ca13cf-fa66-4809-ae61-1860b0221b97; range_end:; response_count:1; response_revision:4911; }","duration":"1.200122813s","start":"2026-04-03T02:33:55.332856Z","end":"2026-04-03T02:33:56.532979Z","steps":["trace[891738024] 'agreement among raft nodes before linearized reading' (duration: 1.199960958s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.533028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:55.332835Z","time spent":"1.200187003s","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-27ca13cf-fa66-4809-ae61-1860b0221b97\" "} {"level":"info","ts":"2026-04-03T02:33:56.53303Z","caller":"traceutil/trace.go:171","msg":"trace[1009120318] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"1.054362513s","start":"2026-04-03T02:33:55.478615Z","end":"2026-04-03T02:33:56.532978Z","steps":["trace[1009120318] 'process raft request' (duration: 1.053884291s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.53323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:55.47859Z","time spent":"1.054527176s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:56.634079Z","caller":"traceutil/trace.go:171","msg":"trace[1555866626] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5094; }","duration":"101.405207ms","start":"2026-04-03T02:33:56.532643Z","end":"2026-04-03T02:33:56.634048Z","steps":["trace[1555866626] 'read index received' (duration: 56.708328ms)","trace[1555866626] 'applied index is now lower than readState.Index' (duration: 44.695639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:56.634343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.118248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:33:56.634407Z","caller":"traceutil/trace.go:171","msg":"trace[1235492464] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4913; }","duration":"730.252032ms","start":"2026-04-03T02:33:55.904137Z","end":"2026-04-03T02:33:56.634389Z","steps":["trace[1235492464] 'agreement among raft nodes before linearized reading' (duration: 730.025616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:56.634459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:55.904106Z","time spent":"730.339504ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:33:56.635239Z","caller":"traceutil/trace.go:171","msg":"trace[1414317429] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"1.087072811s","start":"2026-04-03T02:33:55.547063Z","end":"2026-04-03T02:33:56.634136Z","steps":["trace[1414317429] 'process raft request' (duration: 1.04230342s)","trace[1414317429] 'compare' (duration: 44.528486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:56.635338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:55.547041Z","time spent":"1.088246588s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1438,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:57.122377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.03578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:57.122813Z","caller":"traceutil/trace.go:171","msg":"trace[1251870316] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"480.941483ms","start":"2026-04-03T02:33:56.641852Z","end":"2026-04-03T02:33:57.122794Z","steps":["trace[1251870316] 'process raft request' (duration: 480.758279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:57.122835Z","caller":"traceutil/trace.go:171","msg":"trace[1873119955] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"481.797562ms","start":"2026-04-03T02:33:56.641001Z","end":"2026-04-03T02:33:57.122798Z","steps":["trace[1873119955] 'process raft request' (duration: 156.223219ms)","trace[1873119955] 'compare' (duration: 324.866107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:57.122947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.641844Z","time spent":"481.016655ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:57.123117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.640989Z","time spent":"481.988658ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:57.123114Z","caller":"traceutil/trace.go:171","msg":"trace[1521778531] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"480.762529ms","start":"2026-04-03T02:33:56.642323Z","end":"2026-04-03T02:33:57.123086Z","steps":["trace[1521778531] 'process raft request' (duration: 480.346199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:57.123319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.642287Z","time spent":"480.941783ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:33:57.123517Z","caller":"traceutil/trace.go:171","msg":"trace[232718420] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"479.385837ms","start":"2026-04-03T02:33:56.644119Z","end":"2026-04-03T02:33:57.123505Z","steps":["trace[232718420] 'process raft request' (duration: 478.618459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:57.123638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.644112Z","time spent":"479.450769ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:57.123132Z","caller":"traceutil/trace.go:171","msg":"trace[1713683687] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"479.416037ms","start":"2026-04-03T02:33:56.643685Z","end":"2026-04-03T02:33:57.123101Z","steps":["trace[1713683687] 'process raft request' (duration: 479.016678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:57.124016Z","caller":"traceutil/trace.go:171","msg":"trace[864622433] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5096; }","duration":"354.24017ms","start":"2026-04-03T02:33:56.769761Z","end":"2026-04-03T02:33:57.124001Z","steps":["trace[864622433] 'read index received' (duration: 27.476018ms)","trace[864622433] 'applied index is now lower than readState.Index' (duration: 326.762621ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:57.12416Z","caller":"traceutil/trace.go:171","msg":"trace[1943508601] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"479.903159ms","start":"2026-04-03T02:33:56.644244Z","end":"2026-04-03T02:33:57.124147Z","steps":["trace[1943508601] 'process raft request' (duration: 479.201482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:57.124276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.644235Z","time spent":"479.988041ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:57.12429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.643677Z","time spent":"480.250118ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:57.12476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.251737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:57.124813Z","caller":"traceutil/trace.go:171","msg":"trace[1922037694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4922; }","duration":"156.339381ms","start":"2026-04-03T02:33:56.968458Z","end":"2026-04-03T02:33:57.124797Z","steps":["trace[1922037694] 'agreement among raft nodes before linearized reading' (duration: 156.235978ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:57.125228Z","caller":"traceutil/trace.go:171","msg":"trace[1925810237] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"480.843941ms","start":"2026-04-03T02:33:56.644366Z","end":"2026-04-03T02:33:57.12521Z","steps":["trace[1925810237] 'process raft request' (duration: 479.483949ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:57.123206Z","caller":"traceutil/trace.go:171","msg":"trace[1742951606] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"482.065059ms","start":"2026-04-03T02:33:56.641131Z","end":"2026-04-03T02:33:57.123196Z","steps":["trace[1742951606] 'process raft request' (duration: 481.331431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:57.125629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.641126Z","time spent":"484.439774ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:57.125681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.644358Z","time spent":"480.905811ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:57.126212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.45593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:33:57.126244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.796468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:57.1263Z","caller":"traceutil/trace.go:171","msg":"trace[229278450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4922; }","duration":"127.86764ms","start":"2026-04-03T02:33:56.998414Z","end":"2026-04-03T02:33:57.126281Z","steps":["trace[229278450] 'agreement among raft nodes before linearized reading' (duration: 127.763817ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:57.12626Z","caller":"traceutil/trace.go:171","msg":"trace[2024626432] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4922; }","duration":"356.553782ms","start":"2026-04-03T02:33:56.769694Z","end":"2026-04-03T02:33:57.126248Z","steps":["trace[2024626432] 'agreement among raft nodes before linearized reading' (duration: 356.473091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:57.126478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:56.76967Z","time spent":"356.768998ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:01.803108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022889373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:34:01.999853Z","caller":"traceutil/trace.go:171","msg":"trace[1510795690] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"811.724523ms","start":"2026-04-03T02:34:01.188099Z","end":"2026-04-03T02:34:01.999824Z","steps":["trace[1510795690] 'process raft request' (duration: 811.550519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.000027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.188076Z","time spent":"811.855025ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:02.008361Z","caller":"traceutil/trace.go:171","msg":"trace[1544291585] linearizableReadLoop","detail":"{readStateIndex:5180; appliedIndex:5176; }","duration":"705.416653ms","start":"2026-04-03T02:34:01.302775Z","end":"2026-04-03T02:34:02.008191Z","steps":["trace[1544291585] 'read index received' (duration: 696.917926ms)","trace[1544291585] 'applied index is now lower than readState.Index' (duration: 8.497587ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:02.008645Z","caller":"traceutil/trace.go:171","msg":"trace[654598700] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"814.772444ms","start":"2026-04-03T02:34:01.193859Z","end":"2026-04-03T02:34:02.008632Z","steps":["trace[654598700] 'process raft request' (duration: 814.064487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.008795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.193845Z","time spent":"814.839115ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:02.008915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.469128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:34:02.009039Z","caller":"traceutil/trace.go:171","msg":"trace[651679235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4996; }","duration":"703.641903ms","start":"2026-04-03T02:34:01.305387Z","end":"2026-04-03T02:34:02.009029Z","steps":["trace[651679235] 'agreement among raft nodes before linearized reading' (duration: 703.435688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.009022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.595461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:34:02.009026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.92601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32278952-822a-495d-9a99-345c19c25549\" ","response":"range_response_count:1 size:3939"} {"level":"info","ts":"2026-04-03T02:34:02.009106Z","caller":"traceutil/trace.go:171","msg":"trace[1871228400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4996; }","duration":"700.672183ms","start":"2026-04-03T02:34:01.308404Z","end":"2026-04-03T02:34:02.009076Z","steps":["trace[1871228400] 'agreement among raft nodes before linearized reading' (duration: 700.473319ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:02.009112Z","caller":"traceutil/trace.go:171","msg":"trace[340025277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32278952-822a-495d-9a99-345c19c25549; range_end:; response_count:1; response_revision:4996; }","duration":"679.062354ms","start":"2026-04-03T02:34:01.330031Z","end":"2026-04-03T02:34:02.009093Z","steps":["trace[340025277] 'agreement among raft nodes before linearized reading' (duration: 678.810528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.009158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.330018Z","time spent":"679.130775ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3961,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32278952-822a-495d-9a99-345c19c25549\" "} {"level":"warn","ts":"2026-04-03T02:34:02.009071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.305364Z","time spent":"703.699543ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:02.009167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.755179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:34:02.009145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.308363Z","time spent":"700.774036ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:34:02.009393Z","caller":"traceutil/trace.go:171","msg":"trace[984061743] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"814.646092ms","start":"2026-04-03T02:34:01.194738Z","end":"2026-04-03T02:34:02.009384Z","steps":["trace[984061743] 'process raft request' (duration: 813.3052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.009507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.194722Z","time spent":"814.752334ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:02.009508Z","caller":"traceutil/trace.go:171","msg":"trace[557015313] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"814.532808ms","start":"2026-04-03T02:34:01.194962Z","end":"2026-04-03T02:34:02.009494Z","steps":["trace[557015313] 'process raft request' (duration: 813.146736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.009298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.528048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:34:02.009555Z","caller":"traceutil/trace.go:171","msg":"trace[1740283467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4996; }","duration":"706.782994ms","start":"2026-04-03T02:34:01.302759Z","end":"2026-04-03T02:34:02.009542Z","steps":["trace[1740283467] 'agreement among raft nodes before linearized reading' (duration: 706.429426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.0096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.19495Z","time spent":"814.58837ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:02.00946Z","caller":"traceutil/trace.go:171","msg":"trace[223614597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4996; }","duration":"702.060776ms","start":"2026-04-03T02:34:01.307335Z","end":"2026-04-03T02:34:02.009396Z","steps":["trace[223614597] 'agreement among raft nodes before linearized reading' (duration: 701.748788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.009512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.63184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32278952-822a-495d-9a99-345c19c25549\" ","response":"range_response_count:1 size:3939"} {"level":"warn","ts":"2026-04-03T02:34:02.009684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.302718Z","time spent":"706.892038ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:02.009697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.307327Z","time spent":"702.360503ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:34:02.009602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.588875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:02.009769Z","caller":"traceutil/trace.go:171","msg":"trace[656481197] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32278952-822a-495d-9a99-345c19c25549; range_end:; response_count:1; response_revision:4996; }","duration":"368.905276ms","start":"2026-04-03T02:34:01.640814Z","end":"2026-04-03T02:34:02.009719Z","steps":["trace[656481197] 'agreement among raft nodes before linearized reading' (duration: 368.482976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:02.009837Z","caller":"traceutil/trace.go:171","msg":"trace[641870078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4996; }","duration":"698.823001ms","start":"2026-04-03T02:34:01.311005Z","end":"2026-04-03T02:34:02.009828Z","steps":["trace[641870078] 'agreement among raft nodes before linearized reading' (duration: 698.178316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.009878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.310942Z","time spent":"698.929693ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:02.009946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.640789Z","time spent":"369.140042ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3961,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32278952-822a-495d-9a99-345c19c25549\" "} {"level":"warn","ts":"2026-04-03T02:34:02.010822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.125701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:34:02.010869Z","caller":"traceutil/trace.go:171","msg":"trace[1698693271] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4996; }","duration":"302.220804ms","start":"2026-04-03T02:34:01.708637Z","end":"2026-04-03T02:34:02.010858Z","steps":["trace[1698693271] 'agreement among raft nodes before linearized reading' (duration: 301.814014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.010903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:01.708616Z","time spent":"302.275965ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":489,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:12.385519Z","caller":"traceutil/trace.go:171","msg":"trace[2030869845] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"181.761459ms","start":"2026-04-03T02:34:12.203725Z","end":"2026-04-03T02:34:12.385487Z","steps":["trace[2030869845] 'process raft request' (duration: 101.348594ms)","trace[2030869845] 'compare' (duration: 80.172589ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:12.456302Z","caller":"traceutil/trace.go:171","msg":"trace[1772367407] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5333; }","duration":"151.26439ms","start":"2026-04-03T02:34:12.305012Z","end":"2026-04-03T02:34:12.456277Z","steps":["trace[1772367407] 'read index received' (duration: 151.013135ms)","trace[1772367407] 'applied index is now lower than readState.Index' (duration: 249.975µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:12.456628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.592768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-03T02:34:12.456761Z","caller":"traceutil/trace.go:171","msg":"trace[299315377] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"252.3928ms","start":"2026-04-03T02:34:12.204285Z","end":"2026-04-03T02:34:12.456677Z","steps":["trace[299315377] 'process raft request' (duration: 251.95288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.456851Z","caller":"traceutil/trace.go:171","msg":"trace[1749563633] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"252.511031ms","start":"2026-04-03T02:34:12.204143Z","end":"2026-04-03T02:34:12.456654Z","steps":["trace[1749563633] 'process raft request' (duration: 252.058651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.45693Z","caller":"traceutil/trace.go:171","msg":"trace[1941942465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5148; }","duration":"151.684129ms","start":"2026-04-03T02:34:12.304972Z","end":"2026-04-03T02:34:12.456657Z","steps":["trace[1941942465] 'agreement among raft nodes before linearized reading' (duration: 151.401513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.45701Z","caller":"traceutil/trace.go:171","msg":"trace[1318517572] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"252.557103ms","start":"2026-04-03T02:34:12.204102Z","end":"2026-04-03T02:34:12.456659Z","steps":["trace[1318517572] 'process raft request' (duration: 252.052342ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:12.45712Z","caller":"traceutil/trace.go:171","msg":"trace[2032134758] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"252.947752ms","start":"2026-04-03T02:34:12.203724Z","end":"2026-04-03T02:34:12.456672Z","steps":["trace[2032134758] 'process raft request' (duration: 252.246855ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.437176Z","caller":"traceutil/trace.go:171","msg":"trace[54117100] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"194.22758ms","start":"2026-04-03T02:34:40.242929Z","end":"2026-04-03T02:34:40.437157Z","steps":["trace[54117100] 'process raft request' (duration: 193.461402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.437401Z","caller":"traceutil/trace.go:171","msg":"trace[1001705754] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"191.13135ms","start":"2026-04-03T02:34:40.246261Z","end":"2026-04-03T02:34:40.437392Z","steps":["trace[1001705754] 'process raft request' (duration: 190.848183ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.437855Z","caller":"traceutil/trace.go:171","msg":"trace[15339236] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"144.115902ms","start":"2026-04-03T02:34:40.293712Z","end":"2026-04-03T02:34:40.437828Z","steps":["trace[15339236] 'process raft request' (duration: 143.643291ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:40.438453Z","caller":"traceutil/trace.go:171","msg":"trace[2119365464] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"144.001439ms","start":"2026-04-03T02:34:40.294404Z","end":"2026-04-03T02:34:40.438405Z","steps":["trace[2119365464] 'process raft request' (duration: 143.198332ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:42.446284Z","caller":"traceutil/trace.go:171","msg":"trace[1864638395] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"255.149482ms","start":"2026-04-03T02:34:42.191112Z","end":"2026-04-03T02:34:42.446261Z","steps":["trace[1864638395] 'process raft request' (duration: 254.988559ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:47.010832Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2883} {"level":"info","ts":"2026-04-03T02:34:47.104492Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2883,"took":"92.022981ms","hash":2174356873,"current-db-size-bytes":52047872,"current-db-size":"52 MB","current-db-size-in-use-bytes":28278784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-03T02:34:47.104543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2174356873,"revision":2883,"compact-revision":-1} {"level":"info","ts":"2026-04-03T02:34:58.694688Z","caller":"traceutil/trace.go:171","msg":"trace[499522194] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"100.148509ms","start":"2026-04-03T02:34:58.594512Z","end":"2026-04-03T02:34:58.69466Z","steps":["trace[499522194] 'process raft request' (duration: 91.089788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:34.958195Z","caller":"traceutil/trace.go:171","msg":"trace[918697594] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"137.509178ms","start":"2026-04-03T02:35:34.820655Z","end":"2026-04-03T02:35:34.958164Z","steps":["trace[918697594] 'process raft request' (duration: 69.267195ms)","trace[918697594] 'compare' (duration: 68.062789ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:35.089271Z","caller":"traceutil/trace.go:171","msg":"trace[2075748053] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"265.953686ms","start":"2026-04-03T02:35:34.823304Z","end":"2026-04-03T02:35:35.089258Z","steps":["trace[2075748053] 'process raft request' (duration: 265.723261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:35.089383Z","caller":"traceutil/trace.go:171","msg":"trace[1146534905] linearizableReadLoop","detail":"{readStateIndex:6036; appliedIndex:6032; }","duration":"223.12138ms","start":"2026-04-03T02:35:34.866242Z","end":"2026-04-03T02:35:35.089364Z","steps":["trace[1146534905] 'read index received' (duration: 23.686948ms)","trace[1146534905] 'applied index is now lower than readState.Index' (duration: 199.433172ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:35.08962Z","caller":"traceutil/trace.go:171","msg":"trace[1780108793] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"259.273091ms","start":"2026-04-03T02:35:34.830213Z","end":"2026-04-03T02:35:35.089486Z","steps":["trace[1780108793] 'process raft request' (duration: 258.993215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:35.089632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.344931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:35:35.089694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.451247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:35:35.089748Z","caller":"traceutil/trace.go:171","msg":"trace[973289073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5828; }","duration":"223.533069ms","start":"2026-04-03T02:35:34.866204Z","end":"2026-04-03T02:35:35.089737Z","steps":["trace[973289073] 'agreement among raft nodes before linearized reading' (duration: 223.455407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:35.089757Z","caller":"traceutil/trace.go:171","msg":"trace[1744096859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5828; }","duration":"184.491385ms","start":"2026-04-03T02:35:34.905236Z","end":"2026-04-03T02:35:35.089727Z","steps":["trace[1744096859] 'agreement among raft nodes before linearized reading' (duration: 184.2747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:35.089873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.302332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:35.089921Z","caller":"traceutil/trace.go:171","msg":"trace[1281429225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5828; }","duration":"120.396303ms","start":"2026-04-03T02:35:34.969513Z","end":"2026-04-03T02:35:35.08991Z","steps":["trace[1281429225] 'agreement among raft nodes before linearized reading' (duration: 120.302131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:35.089979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.461071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:35:35.090025Z","caller":"traceutil/trace.go:171","msg":"trace[1168851850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5828; }","duration":"182.524932ms","start":"2026-04-03T02:35:34.907491Z","end":"2026-04-03T02:35:35.090015Z","steps":["trace[1168851850] 'agreement among raft nodes before linearized reading' (duration: 182.367449ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:35.089106Z","caller":"traceutil/trace.go:171","msg":"trace[558473774] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"266.09025ms","start":"2026-04-03T02:35:34.82297Z","end":"2026-04-03T02:35:35.089061Z","steps":["trace[558473774] 'process raft request' (duration: 264.943296ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.48016Z","caller":"traceutil/trace.go:171","msg":"trace[1408460258] linearizableReadLoop","detail":"{readStateIndex:6108; appliedIndex:6107; }","duration":"135.622161ms","start":"2026-04-03T02:35:47.344517Z","end":"2026-04-03T02:35:47.480139Z","steps":["trace[1408460258] 'read index received' (duration: 63.655945ms)","trace[1408460258] 'applied index is now lower than readState.Index' (duration: 71.965236ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.480274Z","caller":"traceutil/trace.go:171","msg":"trace[1217360929] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"144.992645ms","start":"2026-04-03T02:35:47.335256Z","end":"2026-04-03T02:35:47.480248Z","steps":["trace[1217360929] 'process raft request' (duration: 72.986729ms)","trace[1217360929] 'compare' (duration: 71.793421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:47.480401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.885217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:35:47.480444Z","caller":"traceutil/trace.go:171","msg":"trace[1015859102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5897; }","duration":"135.974979ms","start":"2026-04-03T02:35:47.344457Z","end":"2026-04-03T02:35:47.480432Z","steps":["trace[1015859102] 'agreement among raft nodes before linearized reading' (duration: 135.801795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:47.480648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.370023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:35:47.480648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.498279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:35:47.480696Z","caller":"traceutil/trace.go:171","msg":"trace[690124197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5897; }","duration":"133.451983ms","start":"2026-04-03T02:35:47.347233Z","end":"2026-04-03T02:35:47.480685Z","steps":["trace[690124197] 'agreement among raft nodes before linearized reading' (duration: 133.315781ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.480704Z","caller":"traceutil/trace.go:171","msg":"trace[1737868015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5897; }","duration":"129.5775ms","start":"2026-04-03T02:35:47.351114Z","end":"2026-04-03T02:35:47.480692Z","steps":["trace[1737868015] 'agreement among raft nodes before linearized reading' (duration: 129.440567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:47.480741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.172813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:35:47.480792Z","caller":"traceutil/trace.go:171","msg":"trace[2030922923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5897; }","duration":"130.248184ms","start":"2026-04-03T02:35:47.350531Z","end":"2026-04-03T02:35:47.48078Z","steps":["trace[2030922923] 'agreement among raft nodes before linearized reading' (duration: 130.092271ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.695369Z","caller":"traceutil/trace.go:171","msg":"trace[600257134] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"211.044442ms","start":"2026-04-03T02:35:47.48429Z","end":"2026-04-03T02:35:47.695335Z","steps":["trace[600257134] 'process raft request' (duration: 191.285952ms)","trace[600257134] 'compare' (duration: 19.413863ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:47.695383Z","caller":"traceutil/trace.go:171","msg":"trace[2010272486] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"210.646984ms","start":"2026-04-03T02:35:47.484711Z","end":"2026-04-03T02:35:47.695358Z","steps":["trace[2010272486] 'process raft request' (duration: 210.51168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:47.695483Z","caller":"traceutil/trace.go:171","msg":"trace[1559434332] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"210.685175ms","start":"2026-04-03T02:35:47.484775Z","end":"2026-04-03T02:35:47.69546Z","steps":["trace[1559434332] 'process raft request' (duration: 210.542072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:21.47971Z","caller":"traceutil/trace.go:171","msg":"trace[661889042] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"126.582652ms","start":"2026-04-03T02:36:21.353065Z","end":"2026-04-03T02:36:21.479648Z","steps":["trace[661889042] 'process raft request' (duration: 43.896994ms)","trace[661889042] 'compare' (duration: 82.529785ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:27.287793Z","caller":"traceutil/trace.go:171","msg":"trace[947783220] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"100.100549ms","start":"2026-04-03T02:36:27.187667Z","end":"2026-04-03T02:36:27.287768Z","steps":["trace[947783220] 'process raft request' (duration: 99.927054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:31.528876Z","caller":"traceutil/trace.go:171","msg":"trace[434430500] linearizableReadLoop","detail":"{readStateIndex:6336; appliedIndex:6335; }","duration":"131.068681ms","start":"2026-04-03T02:36:31.397788Z","end":"2026-04-03T02:36:31.528856Z","steps":["trace[434430500] 'read index received' (duration: 130.988329ms)","trace[434430500] 'applied index is now lower than readState.Index' (duration: 79.602µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:31.528919Z","caller":"traceutil/trace.go:171","msg":"trace[963431529] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"161.32127ms","start":"2026-04-03T02:36:31.367577Z","end":"2026-04-03T02:36:31.528898Z","steps":["trace[963431529] 'process raft request' (duration: 161.123016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:31.529106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.243795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:31.529254Z","caller":"traceutil/trace.go:171","msg":"trace[330449596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6116; }","duration":"131.463ms","start":"2026-04-03T02:36:31.397746Z","end":"2026-04-03T02:36:31.529209Z","steps":["trace[330449596] 'agreement among raft nodes before linearized reading' (duration: 131.201255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:31.56526Z","caller":"traceutil/trace.go:171","msg":"trace[2133672872] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"104.958711ms","start":"2026-04-03T02:36:31.460286Z","end":"2026-04-03T02:36:31.565245Z","steps":["trace[2133672872] 'process raft request' (duration: 104.842049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:35.660768Z","caller":"traceutil/trace.go:171","msg":"trace[1585997554] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"103.223891ms","start":"2026-04-03T02:36:35.557444Z","end":"2026-04-03T02:36:35.660668Z","steps":["trace[1585997554] 'process raft request' (duration: 102.955926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:35.74505Z","caller":"traceutil/trace.go:171","msg":"trace[1385619245] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"152.560929ms","start":"2026-04-03T02:36:35.592439Z","end":"2026-04-03T02:36:35.745Z","steps":["trace[1385619245] 'process raft request' (duration: 133.420738ms)","trace[1385619245] 'compare' (duration: 18.896416ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:35.745068Z","caller":"traceutil/trace.go:171","msg":"trace[1999596474] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"137.827312ms","start":"2026-04-03T02:36:35.607205Z","end":"2026-04-03T02:36:35.745033Z","steps":["trace[1999596474] 'process raft request' (duration: 137.70443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:36.392467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.287604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:36.392599Z","caller":"traceutil/trace.go:171","msg":"trace[1785792801] linearizableReadLoop","detail":"{readStateIndex:6360; appliedIndex:6359; }","duration":"316.842997ms","start":"2026-04-03T02:36:36.075737Z","end":"2026-04-03T02:36:36.39258Z","steps":["trace[1785792801] 'read index received' (duration: 25.03µs)","trace[1785792801] 'applied index is now lower than readState.Index' (duration: 316.816537ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:36.392694Z","caller":"traceutil/trace.go:171","msg":"trace[1189962359] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"408.345307ms","start":"2026-04-03T02:36:35.984337Z","end":"2026-04-03T02:36:36.392682Z","steps":["trace[1189962359] 'process raft request' (duration: 78.731027ms)","trace[1189962359] 'compare' (duration: 329.16027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:36.392777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:35.984321Z","time spent":"408.42169ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:36.393036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.281957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-04-03T02:36:36.3931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.163154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:36:36.393093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.024205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:36:36.393132Z","caller":"traceutil/trace.go:171","msg":"trace[1720729856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6139; }","duration":"317.246426ms","start":"2026-04-03T02:36:36.075876Z","end":"2026-04-03T02:36:36.393123Z","steps":["trace[1720729856] 'agreement among raft nodes before linearized reading' (duration: 317.154284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:36.393146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.640507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:36:36.39316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:36.075839Z","time spent":"317.314087ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:36:36.393154Z","caller":"traceutil/trace.go:171","msg":"trace[1551662188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6139; }","duration":"250.129707ms","start":"2026-04-03T02:36:36.14301Z","end":"2026-04-03T02:36:36.39314Z","steps":["trace[1551662188] 'agreement among raft nodes before linearized reading' (duration: 249.941724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.393183Z","caller":"traceutil/trace.go:171","msg":"trace[945198351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6139; }","duration":"192.738709ms","start":"2026-04-03T02:36:36.200434Z","end":"2026-04-03T02:36:36.393172Z","steps":["trace[945198351] 'agreement among raft nodes before linearized reading' (duration: 192.594865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.393108Z","caller":"traceutil/trace.go:171","msg":"trace[1016777559] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6139; }","duration":"317.396809ms","start":"2026-04-03T02:36:36.075693Z","end":"2026-04-03T02:36:36.39309Z","steps":["trace[1016777559] 'agreement among raft nodes before linearized reading' (duration: 317.198704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:36.393245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:36.075676Z","time spent":"317.563621ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-03T02:36:36.53719Z","caller":"traceutil/trace.go:171","msg":"trace[856548787] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"140.422648ms","start":"2026-04-03T02:36:36.396743Z","end":"2026-04-03T02:36:36.537165Z","steps":["trace[856548787] 'process raft request' (duration: 135.204135ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.539889Z","caller":"traceutil/trace.go:171","msg":"trace[1508704608] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"142.658727ms","start":"2026-04-03T02:36:36.397211Z","end":"2026-04-03T02:36:36.53987Z","steps":["trace[1508704608] 'process raft request' (duration: 141.955231ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.539988Z","caller":"traceutil/trace.go:171","msg":"trace[270144499] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"142.122035ms","start":"2026-04-03T02:36:36.397845Z","end":"2026-04-03T02:36:36.539967Z","steps":["trace[270144499] 'process raft request' (duration: 141.448411ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:38.008804Z","caller":"traceutil/trace.go:171","msg":"trace[753314303] linearizableReadLoop","detail":"{readStateIndex:6369; appliedIndex:6367; }","duration":"244.903485ms","start":"2026-04-03T02:36:37.763873Z","end":"2026-04-03T02:36:38.008776Z","steps":["trace[753314303] 'read index received' (duration: 244.731741ms)","trace[753314303] 'applied index is now lower than readState.Index' (duration: 170.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:38.008945Z","caller":"traceutil/trace.go:171","msg":"trace[1418205476] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"257.521644ms","start":"2026-04-03T02:36:37.751404Z","end":"2026-04-03T02:36:38.008926Z","steps":["trace[1418205476] 'process raft request' (duration: 257.272279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:38.00908Z","caller":"traceutil/trace.go:171","msg":"trace[621163904] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"258.127698ms","start":"2026-04-03T02:36:37.750915Z","end":"2026-04-03T02:36:38.009043Z","steps":["trace[621163904] 'process raft request' (duration: 257.525454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:38.009212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.301153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27ca13cf-fa66-4809-ae61-1860b0221b97\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:36:38.008856Z","caller":"traceutil/trace.go:171","msg":"trace[1142488567] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"257.564726ms","start":"2026-04-03T02:36:37.751272Z","end":"2026-04-03T02:36:38.008836Z","steps":["trace[1142488567] 'process raft request' (duration: 257.340541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:38.009304Z","caller":"traceutil/trace.go:171","msg":"trace[1500147870] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27ca13cf-fa66-4809-ae61-1860b0221b97; range_end:; response_count:1; response_revision:6148; }","duration":"245.440746ms","start":"2026-04-03T02:36:37.763839Z","end":"2026-04-03T02:36:38.009279Z","steps":["trace[1500147870] 'agreement among raft nodes before linearized reading' (duration: 245.13924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:38.036099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.938939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:36:38.03616Z","caller":"traceutil/trace.go:171","msg":"trace[1970266580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6149; }","duration":"149.054462ms","start":"2026-04-03T02:36:37.887092Z","end":"2026-04-03T02:36:38.036146Z","steps":["trace[1970266580] 'agreement among raft nodes before linearized reading' (duration: 148.926089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:38.653345Z","caller":"traceutil/trace.go:171","msg":"trace[38078014] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"105.819815ms","start":"2026-04-03T02:36:38.547488Z","end":"2026-04-03T02:36:38.653308Z","steps":["trace[38078014] 'process raft request' (duration: 73.052343ms)","trace[38078014] 'compare' (duration: 32.405575ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:38.653903Z","caller":"traceutil/trace.go:171","msg":"trace[549066161] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"105.654042ms","start":"2026-04-03T02:36:38.548206Z","end":"2026-04-03T02:36:38.65386Z","steps":["trace[549066161] 'process raft request' (duration: 105.257334ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.141769Z","caller":"traceutil/trace.go:171","msg":"trace[1936717022] transaction","detail":"{read_only:false; response_revision:6157; number_of_response:1; }","duration":"127.036798ms","start":"2026-04-03T02:36:40.014709Z","end":"2026-04-03T02:36:40.141746Z","steps":["trace[1936717022] 'process raft request' (duration: 126.891825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.20606Z","caller":"traceutil/trace.go:171","msg":"trace[901000546] linearizableReadLoop","detail":"{readStateIndex:6380; appliedIndex:6378; }","duration":"153.28031ms","start":"2026-04-03T02:36:40.052758Z","end":"2026-04-03T02:36:40.206038Z","steps":["trace[901000546] 'read index received' (duration: 89.542366ms)","trace[901000546] 'applied index is now lower than readState.Index' (duration: 63.736894ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:40.206173Z","caller":"traceutil/trace.go:171","msg":"trace[673983562] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"191.159111ms","start":"2026-04-03T02:36:40.015003Z","end":"2026-04-03T02:36:40.206163Z","steps":["trace[673983562] 'process raft request' (duration: 190.809353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:40.206421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.686368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:36:40.206502Z","caller":"traceutil/trace.go:171","msg":"trace[504709201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6159; }","duration":"153.810931ms","start":"2026-04-03T02:36:40.052671Z","end":"2026-04-03T02:36:40.206482Z","steps":["trace[504709201] 'agreement among raft nodes before linearized reading' (duration: 153.604798ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.206694Z","caller":"traceutil/trace.go:171","msg":"trace[725518492] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"191.62204ms","start":"2026-04-03T02:36:40.015061Z","end":"2026-04-03T02:36:40.206683Z","steps":["trace[725518492] 'process raft request' (duration: 190.906115ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.345414Z","caller":"traceutil/trace.go:171","msg":"trace[84670708] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6380; }","duration":"133.203371ms","start":"2026-04-03T02:36:40.212194Z","end":"2026-04-03T02:36:40.345398Z","steps":["trace[84670708] 'read index received' (duration: 55.13929ms)","trace[84670708] 'applied index is now lower than readState.Index' (duration: 78.063381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:40.345549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.328313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:40.345584Z","caller":"traceutil/trace.go:171","msg":"trace[1215904652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6160; }","duration":"133.421555ms","start":"2026-04-03T02:36:40.212152Z","end":"2026-04-03T02:36:40.345574Z","steps":["trace[1215904652] 'agreement among raft nodes before linearized reading' (duration: 133.343213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.345554Z","caller":"traceutil/trace.go:171","msg":"trace[1196991012] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"134.786435ms","start":"2026-04-03T02:36:40.210667Z","end":"2026-04-03T02:36:40.345454Z","steps":["trace[1196991012] 'process raft request' (duration: 134.638381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.806455Z","caller":"traceutil/trace.go:171","msg":"trace[519762639] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"147.485016ms","start":"2026-04-03T02:36:40.658933Z","end":"2026-04-03T02:36:40.806418Z","steps":["trace[519762639] 'process raft request' (duration: 147.289761ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.807024Z","caller":"traceutil/trace.go:171","msg":"trace[1884507188] linearizableReadLoop","detail":"{readStateIndex:6385; appliedIndex:6385; }","duration":"147.359002ms","start":"2026-04-03T02:36:40.659604Z","end":"2026-04-03T02:36:40.806963Z","steps":["trace[1884507188] 'read index received' (duration: 147.348102ms)","trace[1884507188] 'applied index is now lower than readState.Index' (duration: 8.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:40.807394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.733871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:36:40.807503Z","caller":"traceutil/trace.go:171","msg":"trace[1740889176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6163; }","duration":"147.893365ms","start":"2026-04-03T02:36:40.659587Z","end":"2026-04-03T02:36:40.80748Z","steps":["trace[1740889176] 'agreement among raft nodes before linearized reading' (duration: 147.479866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:40.864753Z","caller":"traceutil/trace.go:171","msg":"trace[1695209021] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"198.202791ms","start":"2026-04-03T02:36:40.666474Z","end":"2026-04-03T02:36:40.864677Z","steps":["trace[1695209021] 'process raft request' (duration: 195.35186ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:42.494773Z","caller":"traceutil/trace.go:171","msg":"trace[1447004062] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"142.577869ms","start":"2026-04-03T02:36:42.352171Z","end":"2026-04-03T02:36:42.494748Z","steps":["trace[1447004062] 'process raft request' (duration: 113.521018ms)","trace[1447004062] 'compare' (duration: 28.635092ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:44.33157Z","caller":"traceutil/trace.go:171","msg":"trace[1161860030] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"233.322428ms","start":"2026-04-03T02:36:44.098216Z","end":"2026-04-03T02:36:44.331538Z","steps":["trace[1161860030] 'process raft request' (duration: 233.119574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.358367Z","caller":"traceutil/trace.go:171","msg":"trace[785605954] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"188.283985ms","start":"2026-04-03T02:36:44.170016Z","end":"2026-04-03T02:36:44.3583Z","steps":["trace[785605954] 'process raft request' (duration: 188.001759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.549643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.418693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:44.549973Z","caller":"traceutil/trace.go:171","msg":"trace[255827946] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"211.244706ms","start":"2026-04-03T02:36:44.338666Z","end":"2026-04-03T02:36:44.54991Z","steps":["trace[255827946] 'process raft request' (duration: 84.450155ms)","trace[255827946] 'compare' (duration: 126.26943ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:44.55013Z","caller":"traceutil/trace.go:171","msg":"trace[500101869] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"209.879996ms","start":"2026-04-03T02:36:44.340208Z","end":"2026-04-03T02:36:44.550088Z","steps":["trace[500101869] 'process raft request' (duration: 209.645902ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.550158Z","caller":"traceutil/trace.go:171","msg":"trace[1855668927] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"211.44849ms","start":"2026-04-03T02:36:44.338676Z","end":"2026-04-03T02:36:44.550124Z","steps":["trace[1855668927] 'process raft request' (duration: 211.092122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.550358Z","caller":"traceutil/trace.go:171","msg":"trace[709397917] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"208.413525ms","start":"2026-04-03T02:36:44.341923Z","end":"2026-04-03T02:36:44.550336Z","steps":["trace[709397917] 'process raft request' (duration: 208.027007ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:45.031218Z","caller":"traceutil/trace.go:171","msg":"trace[69537444] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"185.843962ms","start":"2026-04-03T02:36:44.845341Z","end":"2026-04-03T02:36:45.031185Z","steps":["trace[69537444] 'process raft request' (duration: 185.569337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:45.422104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.277564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:45.42225Z","caller":"traceutil/trace.go:171","msg":"trace[719608589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6190; }","duration":"137.447388ms","start":"2026-04-03T02:36:45.284783Z","end":"2026-04-03T02:36:45.422231Z","steps":["trace[719608589] 'range keys from in-memory index tree' (duration: 137.259654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:46.17898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.420542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:46.179092Z","caller":"traceutil/trace.go:171","msg":"trace[118087243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6192; }","duration":"126.804399ms","start":"2026-04-03T02:36:46.052266Z","end":"2026-04-03T02:36:46.17907Z","steps":["trace[118087243] 'range keys from in-memory index tree' (duration: 126.279399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.007714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.51576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:47.008795Z","caller":"traceutil/trace.go:171","msg":"trace[1788802162] linearizableReadLoop","detail":"{readStateIndex:6418; appliedIndex:6416; }","duration":"437.537387ms","start":"2026-04-03T02:36:46.571237Z","end":"2026-04-03T02:36:47.008775Z","steps":["trace[1788802162] 'read index received' (duration: 84.29351ms)","trace[1788802162] 'applied index is now lower than readState.Index' (duration: 353.242677ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:47.008808Z","caller":"traceutil/trace.go:171","msg":"trace[572207667] transaction","detail":"{read_only:false; response_revision:6195; number_of_response:1; }","duration":"643.273493ms","start":"2026-04-03T02:36:46.365502Z","end":"2026-04-03T02:36:47.008775Z","steps":["trace[572207667] 'process raft request' (duration: 642.342364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:47.008779Z","caller":"traceutil/trace.go:171","msg":"trace[1587004684] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"643.927398ms","start":"2026-04-03T02:36:46.364812Z","end":"2026-04-03T02:36:47.008739Z","steps":["trace[1587004684] 'process raft request' (duration: 291.268114ms)","trace[1587004684] 'compare' (duration: 350.756923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:47.00898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.365471Z","time spent":"643.413117ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:47.008985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.36478Z","time spent":"644.114072ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:47.009096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.838814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:36:47.009712Z","caller":"traceutil/trace.go:171","msg":"trace[2040125067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6195; }","duration":"438.512459ms","start":"2026-04-03T02:36:46.571174Z","end":"2026-04-03T02:36:47.009686Z","steps":["trace[2040125067] 'agreement among raft nodes before linearized reading' (duration: 437.678191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.009764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.571147Z","time spent":"438.605821ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:36:47.516303Z","caller":"traceutil/trace.go:171","msg":"trace[802055144] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"733.716074ms","start":"2026-04-03T02:36:46.782527Z","end":"2026-04-03T02:36:47.516243Z","steps":["trace[802055144] 'process raft request' (duration: 665.133409ms)","trace[802055144] 'compare' (duration: 68.064634ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:47.516516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.782501Z","time spent":"733.897438ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:47.525607Z","caller":"traceutil/trace.go:171","msg":"trace[1086579232] linearizableReadLoop","detail":"{readStateIndex:6420; appliedIndex:6418; }","duration":"516.738348ms","start":"2026-04-03T02:36:47.008838Z","end":"2026-04-03T02:36:47.525576Z","steps":["trace[1086579232] 'read index received' (duration: 438.907576ms)","trace[1086579232] 'applied index is now lower than readState.Index' (duration: 77.829702ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:47.525636Z","caller":"traceutil/trace.go:171","msg":"trace[385251935] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"687.20012ms","start":"2026-04-03T02:36:46.838398Z","end":"2026-04-03T02:36:47.525598Z","steps":["trace[385251935] 'process raft request' (duration: 686.977465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.525828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.838364Z","time spent":"687.364034ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:47.525795Z","caller":"traceutil/trace.go:171","msg":"trace[1944509228] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"510.428274ms","start":"2026-04-03T02:36:47.015307Z","end":"2026-04-03T02:36:47.525735Z","steps":["trace[1944509228] 'process raft request' (duration: 510.216459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.52587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.408455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:47.525935Z","caller":"traceutil/trace.go:171","msg":"trace[1148050491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6198; }","duration":"555.520556ms","start":"2026-04-03T02:36:46.970382Z","end":"2026-04-03T02:36:47.525903Z","steps":["trace[1148050491] 'agreement among raft nodes before linearized reading' (duration: 555.350333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.525925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.888016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:36:47.52598Z","caller":"traceutil/trace.go:171","msg":"trace[1795915052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6198; }","duration":"490.968237ms","start":"2026-04-03T02:36:47.034997Z","end":"2026-04-03T02:36:47.525965Z","steps":["trace[1795915052] 'agreement among raft nodes before linearized reading' (duration: 490.852345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.526025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.034969Z","time spent":"491.048858ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:36:47.526064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.494298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:36:47.526108Z","caller":"traceutil/trace.go:171","msg":"trace[121806835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6198; }","duration":"431.558308ms","start":"2026-04-03T02:36:47.094542Z","end":"2026-04-03T02:36:47.5261Z","steps":["trace[121806835] 'agreement among raft nodes before linearized reading' (duration: 431.487036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.526146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.094529Z","time spent":"431.610289ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:47.525972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.970363Z","time spent":"555.599648ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:36:47.52618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.015283Z","time spent":"510.616577ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:47.526313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.765833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:36:47.526336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.060239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:36:47.526351Z","caller":"traceutil/trace.go:171","msg":"trace[537269871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6198; }","duration":"878.860914ms","start":"2026-04-03T02:36:46.647481Z","end":"2026-04-03T02:36:47.526342Z","steps":["trace[537269871] 'agreement among raft nodes before linearized reading' (duration: 878.789533ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:47.526374Z","caller":"traceutil/trace.go:171","msg":"trace[1738373757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6198; }","duration":"432.147391ms","start":"2026-04-03T02:36:47.094216Z","end":"2026-04-03T02:36:47.526364Z","steps":["trace[1738373757] 'agreement among raft nodes before linearized reading' (duration: 432.071329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:47.526378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:46.647447Z","time spent":"878.925506ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:47.526413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.09419Z","time spent":"432.216942ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:36:47.796745Z","caller":"traceutil/trace.go:171","msg":"trace[883935396] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"265.225955ms","start":"2026-04-03T02:36:47.531454Z","end":"2026-04-03T02:36:47.79668Z","steps":["trace[883935396] 'process raft request' (duration: 230.441332ms)","trace[883935396] 'compare' (duration: 34.542967ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:47.801086Z","caller":"traceutil/trace.go:171","msg":"trace[1466471102] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"268.496085ms","start":"2026-04-03T02:36:47.532562Z","end":"2026-04-03T02:36:47.801058Z","steps":["trace[1466471102] 'process raft request' (duration: 268.396033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:47.801306Z","caller":"traceutil/trace.go:171","msg":"trace[775358304] transaction","detail":"{read_only:false; response_revision:6202; number_of_response:1; }","duration":"267.553145ms","start":"2026-04-03T02:36:47.533733Z","end":"2026-04-03T02:36:47.801286Z","steps":["trace[775358304] 'process raft request' (duration: 267.280109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:47.801175Z","caller":"traceutil/trace.go:171","msg":"trace[733992111] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"269.229821ms","start":"2026-04-03T02:36:47.531873Z","end":"2026-04-03T02:36:47.801103Z","steps":["trace[733992111] 'process raft request' (duration: 268.950834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.312991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.337169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:48.313119Z","caller":"traceutil/trace.go:171","msg":"trace[129384496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6203; }","duration":"223.526274ms","start":"2026-04-03T02:36:48.089566Z","end":"2026-04-03T02:36:48.313092Z","steps":["trace[129384496] 'count revisions from in-memory index tree' (duration: 223.246778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.74343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.376055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-mdrzm\" ","response":"range_response_count:1 size:8060"} {"level":"info","ts":"2026-04-03T02:36:48.743528Z","caller":"traceutil/trace.go:171","msg":"trace[760231894] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-mdrzm; range_end:; response_count:1; response_revision:6204; }","duration":"183.52313ms","start":"2026-04-03T02:36:48.559976Z","end":"2026-04-03T02:36:48.743499Z","steps":["trace[760231894] 'range keys from in-memory index tree' (duration: 183.143191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.743745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.096153ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T02:36:49.028262Z","caller":"traceutil/trace.go:171","msg":"trace[1490103126] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"282.8678ms","start":"2026-04-03T02:36:48.745362Z","end":"2026-04-03T02:36:49.028229Z","steps":["trace[1490103126] 'process raft request' (duration: 282.605275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:49.091859Z","caller":"traceutil/trace.go:171","msg":"trace[924333412] transaction","detail":"{read_only:false; response_revision:6206; number_of_response:1; }","duration":"338.485488ms","start":"2026-04-03T02:36:48.753347Z","end":"2026-04-03T02:36:49.091832Z","steps":["trace[924333412] 'process raft request' (duration: 338.229552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:49.092069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:48.753323Z","time spent":"338.61797ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8056,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:49.09244Z","caller":"traceutil/trace.go:171","msg":"trace[495377277] linearizableReadLoop","detail":"{readStateIndex:6430; appliedIndex:6428; }","duration":"122.539227ms","start":"2026-04-03T02:36:48.969861Z","end":"2026-04-03T02:36:49.0924Z","steps":["trace[495377277] 'read index received' (duration: 58.221164ms)","trace[495377277] 'applied index is now lower than readState.Index' (duration: 64.316243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:49.092632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.744381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:49.092678Z","caller":"traceutil/trace.go:171","msg":"trace[1685600787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6208; }","duration":"122.863393ms","start":"2026-04-03T02:36:48.969802Z","end":"2026-04-03T02:36:49.092665Z","steps":["trace[1685600787] 'agreement among raft nodes before linearized reading' (duration: 122.74615ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:53.168378Z","caller":"traceutil/trace.go:171","msg":"trace[654952695] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"113.382608ms","start":"2026-04-03T02:36:53.054955Z","end":"2026-04-03T02:36:53.168337Z","steps":["trace[654952695] 'process raft request' (duration: 113.153663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:53.42727Z","caller":"traceutil/trace.go:171","msg":"trace[717517043] linearizableReadLoop","detail":"{readStateIndex:6457; appliedIndex:6454; }","duration":"291.516997ms","start":"2026-04-03T02:36:53.13572Z","end":"2026-04-03T02:36:53.427237Z","steps":["trace[717517043] 'read index received' (duration: 32.34903ms)","trace[717517043] 'applied index is now lower than readState.Index' (duration: 259.166787ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:53.427682Z","caller":"traceutil/trace.go:171","msg":"trace[1628666437] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"312.836892ms","start":"2026-04-03T02:36:53.114831Z","end":"2026-04-03T02:36:53.427668Z","steps":["trace[1628666437] 'process raft request' (duration: 310.248957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:53.427967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:53.114812Z","time spent":"312.913815ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:53.428414Z","caller":"traceutil/trace.go:171","msg":"trace[1886457500] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"312.22928ms","start":"2026-04-03T02:36:53.116142Z","end":"2026-04-03T02:36:53.428372Z","steps":["trace[1886457500] 'process raft request' (duration: 311.032024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:53.428773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.046871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T02:36:53.428789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:53.116131Z","time spent":"312.373572ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:53.428833Z","caller":"traceutil/trace.go:171","msg":"trace[112819660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6232; }","duration":"293.142243ms","start":"2026-04-03T02:36:53.135672Z","end":"2026-04-03T02:36:53.428814Z","steps":["trace[112819660] 'agreement among raft nodes before linearized reading' (duration: 292.789676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:53.74298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.42127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:53.74363Z","caller":"traceutil/trace.go:171","msg":"trace[887252372] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"306.904226ms","start":"2026-04-03T02:36:53.436701Z","end":"2026-04-03T02:36:53.743605Z","steps":["trace[887252372] 'process raft request' (duration: 116.73956ms)","trace[887252372] 'compare' (duration: 189.076553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:53.743748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:53.436675Z","time spent":"307.003208ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:54.093746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.855997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:36:54.094856Z","caller":"traceutil/trace.go:171","msg":"trace[23321036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6234; }","duration":"228.031062ms","start":"2026-04-03T02:36:53.866803Z","end":"2026-04-03T02:36:54.094834Z","steps":["trace[23321036] 'range keys from in-memory index tree' (duration: 226.497791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:54.095132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.447722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:36:54.095172Z","caller":"traceutil/trace.go:171","msg":"trace[1772468900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6234; }","duration":"168.505343ms","start":"2026-04-03T02:36:53.926657Z","end":"2026-04-03T02:36:54.095162Z","steps":["trace[1772468900] 'range keys from in-memory index tree' (duration: 168.393271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:54.095321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.720238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:36:54.095361Z","caller":"traceutil/trace.go:171","msg":"trace[870886872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6234; }","duration":"168.799739ms","start":"2026-04-03T02:36:53.926551Z","end":"2026-04-03T02:36:54.09535Z","steps":["trace[870886872] 'range keys from in-memory index tree' (duration: 168.568814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:54.096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.245384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:54.096043Z","caller":"traceutil/trace.go:171","msg":"trace[88325474] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6234; }","duration":"128.314607ms","start":"2026-04-03T02:36:53.967718Z","end":"2026-04-03T02:36:54.096033Z","steps":["trace[88325474] 'count revisions from in-memory index tree' (duration: 128.189143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:54.096372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.508898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:36:54.096416Z","caller":"traceutil/trace.go:171","msg":"trace[985152497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6234; }","duration":"111.572468ms","start":"2026-04-03T02:36:53.984834Z","end":"2026-04-03T02:36:54.096407Z","steps":["trace[985152497] 'range keys from in-memory index tree' (duration: 111.448567ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:54.676157Z","caller":"traceutil/trace.go:171","msg":"trace[1823657074] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"571.696471ms","start":"2026-04-03T02:36:54.104428Z","end":"2026-04-03T02:36:54.676124Z","steps":["trace[1823657074] 'process raft request' (duration: 571.596328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:54.676369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:54.104401Z","time spent":"571.848884ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:54.676412Z","caller":"traceutil/trace.go:171","msg":"trace[375822275] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"516.820711ms","start":"2026-04-03T02:36:54.15946Z","end":"2026-04-03T02:36:54.676281Z","steps":["trace[375822275] 'process raft request' (duration: 516.729108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:54.676646Z","caller":"traceutil/trace.go:171","msg":"trace[2019993859] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"572.337596ms","start":"2026-04-03T02:36:54.104293Z","end":"2026-04-03T02:36:54.676631Z","steps":["trace[2019993859] 'process raft request' (duration: 511.775594ms)","trace[2019993859] 'compare' (duration: 59.823996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:54.677005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:54.159446Z","time spent":"517.355503ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:54.677212Z","caller":"traceutil/trace.go:171","msg":"trace[106281179] transaction","detail":"{read_only:false; response_revision:6238; number_of_response:1; }","duration":"571.749303ms","start":"2026-04-03T02:36:54.105453Z","end":"2026-04-03T02:36:54.677203Z","steps":["trace[106281179] 'process raft request' (duration: 570.621139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:54.677282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:54.105443Z","time spent":"571.794223ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:54.676718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:54.104281Z","time spent":"572.404106ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:55.058978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.289133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:55.059091Z","caller":"traceutil/trace.go:171","msg":"trace[1749395584] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:6240; }","duration":"202.489238ms","start":"2026-04-03T02:36:54.856575Z","end":"2026-04-03T02:36:55.059064Z","steps":["trace[1749395584] 'count revisions from in-memory index tree' (duration: 202.142751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:55.825761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.162893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:55.825869Z","caller":"traceutil/trace.go:171","msg":"trace[1374900100] linearizableReadLoop","detail":"{readStateIndex:6467; appliedIndex:6465; }","duration":"387.103313ms","start":"2026-04-03T02:36:55.438749Z","end":"2026-04-03T02:36:55.825852Z","steps":["trace[1374900100] 'read index received' (duration: 91.790308ms)","trace[1374900100] 'applied index is now lower than readState.Index' (duration: 295.311485ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:55.826057Z","caller":"traceutil/trace.go:171","msg":"trace[585292916] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"387.562262ms","start":"2026-04-03T02:36:55.438481Z","end":"2026-04-03T02:36:55.826044Z","steps":["trace[585292916] 'process raft request' (duration: 221.014171ms)","trace[585292916] 'compare' (duration: 165.847006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:55.826124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:55.43847Z","time spent":"387.621194ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:55.826685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.930801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:36:55.826724Z","caller":"traceutil/trace.go:171","msg":"trace[804483406] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6242; }","duration":"388.007183ms","start":"2026-04-03T02:36:55.438707Z","end":"2026-04-03T02:36:55.826715Z","steps":["trace[804483406] 'agreement among raft nodes before linearized reading' (duration: 387.586693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:55.826753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:55.438697Z","time spent":"388.048293ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":597,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:36:56.147737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.295818ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:36:56.147833Z","caller":"traceutil/trace.go:171","msg":"trace[113466375] linearizableReadLoop","detail":"{readStateIndex:6468; appliedIndex:6467; }","duration":"321.925103ms","start":"2026-04-03T02:36:55.825894Z","end":"2026-04-03T02:36:56.147819Z","steps":["trace[113466375] 'read index received' (duration: 100.475962ms)","trace[113466375] 'applied index is now lower than readState.Index' (duration: 221.448261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:56.147943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.323653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:56.147965Z","caller":"traceutil/trace.go:171","msg":"trace[908993144] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6242; }","duration":"353.382463ms","start":"2026-04-03T02:36:55.794576Z","end":"2026-04-03T02:36:56.147958Z","steps":["trace[908993144] 'agreement among raft nodes before linearized reading' (duration: 353.320021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:56.14799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:55.794556Z","time spent":"353.427425ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:36:56.14831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.15899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:36:56.14828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.919593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:56.14833Z","caller":"traceutil/trace.go:171","msg":"trace[402464238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6242; }","duration":"369.21316ms","start":"2026-04-03T02:36:55.779113Z","end":"2026-04-03T02:36:56.148326Z","steps":["trace[402464238] 'agreement among raft nodes before linearized reading' (duration: 369.121518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:56.148345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:55.77909Z","time spent":"369.251371ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:36:56.148356Z","caller":"traceutil/trace.go:171","msg":"trace[298474079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6242; }","duration":"178.032306ms","start":"2026-04-03T02:36:55.970305Z","end":"2026-04-03T02:36:56.148337Z","steps":["trace[298474079] 'agreement among raft nodes before linearized reading' (duration: 177.901643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:56.822585Z","caller":"traceutil/trace.go:171","msg":"trace[2088977010] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"136.383957ms","start":"2026-04-03T02:36:56.686173Z","end":"2026-04-03T02:36:56.822557Z","steps":["trace[2088977010] 'process raft request' (duration: 133.956445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:56.822596Z","caller":"traceutil/trace.go:171","msg":"trace[861356296] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"127.656601ms","start":"2026-04-03T02:36:56.694917Z","end":"2026-04-03T02:36:56.822574Z","steps":["trace[861356296] 'process raft request' (duration: 127.61189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:56.822773Z","caller":"traceutil/trace.go:171","msg":"trace[256484437] linearizableReadLoop","detail":"{readStateIndex:6472; appliedIndex:6471; }","duration":"131.133776ms","start":"2026-04-03T02:36:56.691623Z","end":"2026-04-03T02:36:56.822757Z","steps":["trace[256484437] 'read index received' (duration: 128.491259ms)","trace[256484437] 'applied index is now lower than readState.Index' (duration: 2.641477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:56.822935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.33137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:36:56.822973Z","caller":"traceutil/trace.go:171","msg":"trace[2056429412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6247; }","duration":"139.401382ms","start":"2026-04-03T02:36:56.683562Z","end":"2026-04-03T02:36:56.822963Z","steps":["trace[2056429412] 'agreement among raft nodes before linearized reading' (duration: 139.260429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:56.823108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.259428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:36:56.823141Z","caller":"traceutil/trace.go:171","msg":"trace[1753710528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6247; }","duration":"139.304038ms","start":"2026-04-03T02:36:56.683827Z","end":"2026-04-03T02:36:56.823131Z","steps":["trace[1753710528] 'agreement among raft nodes before linearized reading' (duration: 139.228467ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:57.085742Z","caller":"traceutil/trace.go:171","msg":"trace[281802886] transaction","detail":"{read_only:false; response_revision:6248; number_of_response:1; }","duration":"258.462019ms","start":"2026-04-03T02:36:56.827252Z","end":"2026-04-03T02:36:57.085714Z","steps":["trace[281802886] 'process raft request' (duration: 258.171573ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:57.139711Z","caller":"traceutil/trace.go:171","msg":"trace[1955627761] transaction","detail":"{read_only:false; response_revision:6249; number_of_response:1; }","duration":"310.639781ms","start":"2026-04-03T02:36:56.829048Z","end":"2026-04-03T02:36:57.139688Z","steps":["trace[1955627761] 'process raft request' (duration: 310.483357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:57.139995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:56.829036Z","time spent":"310.725793ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:58.088392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:36:58.302686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092484769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:36:58.302784Z","caller":"traceutil/trace.go:171","msg":"trace[1751358397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6249; }","duration":"1.092602652s","start":"2026-04-03T02:36:57.210164Z","end":"2026-04-03T02:36:58.302766Z","steps":["trace[1751358397] 'count revisions from in-memory index tree' (duration: 1.092394797s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.302831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.210112Z","time spent":"1.092707694s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:36:58.372979Z","caller":"traceutil/trace.go:171","msg":"trace[1052812970] transaction","detail":"{read_only:false; response_revision:6250; number_of_response:1; }","duration":"836.320179ms","start":"2026-04-03T02:36:57.536637Z","end":"2026-04-03T02:36:58.372957Z","steps":["trace[1052812970] 'process raft request' (duration: 836.189656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.373126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.53661Z","time spent":"836.440672ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:58.740526Z","caller":"traceutil/trace.go:171","msg":"trace[2100088376] transaction","detail":"{read_only:false; response_revision:6252; number_of_response:1; }","duration":"1.056001509s","start":"2026-04-03T02:36:57.6845Z","end":"2026-04-03T02:36:58.740502Z","steps":["trace[2100088376] 'process raft request' (duration: 1.055918227s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:58.740575Z","caller":"traceutil/trace.go:171","msg":"trace[1803867070] linearizableReadLoop","detail":"{readStateIndex:6479; appliedIndex:6475; }","duration":"1.152374214s","start":"2026-04-03T02:36:57.58818Z","end":"2026-04-03T02:36:58.740555Z","steps":["trace[1803867070] 'read index received' (duration: 784.757081ms)","trace[1803867070] 'applied index is now lower than readState.Index' (duration: 367.616203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:58.740692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.684466Z","time spent":"1.056137713s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:58.740763Z","caller":"traceutil/trace.go:171","msg":"trace[6563038] transaction","detail":"{read_only:false; response_revision:6253; number_of_response:1; }","duration":"908.895164ms","start":"2026-04-03T02:36:57.831855Z","end":"2026-04-03T02:36:58.74075Z","steps":["trace[6563038] 'process raft request' (duration: 908.607519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.740832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.831831Z","time spent":"908.958457ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:58.740995Z","caller":"traceutil/trace.go:171","msg":"trace[1965406573] transaction","detail":"{read_only:false; response_revision:6251; number_of_response:1; }","duration":"1.122712452s","start":"2026-04-03T02:36:57.618265Z","end":"2026-04-03T02:36:58.740977Z","steps":["trace[1965406573] 'process raft request' (duration: 1.121992467s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.741015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152836123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:36:58.741046Z","caller":"traceutil/trace.go:171","msg":"trace[1345859384] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6253; }","duration":"1.152899914s","start":"2026-04-03T02:36:57.588137Z","end":"2026-04-03T02:36:58.741037Z","steps":["trace[1345859384] 'agreement among raft nodes before linearized reading' (duration: 1.152777412s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.74108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.588118Z","time spent":"1.152956315s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:36:58.741078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.618243Z","time spent":"1.122795473s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:36:58.773266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.45926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:58.773633Z","caller":"traceutil/trace.go:171","msg":"trace[1445436597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6254; }","duration":"965.869068ms","start":"2026-04-03T02:36:57.807724Z","end":"2026-04-03T02:36:58.773593Z","steps":["trace[1445436597] 'agreement among raft nodes before linearized reading' (duration: 965.323526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.773334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.488619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:36:58.774264Z","caller":"traceutil/trace.go:171","msg":"trace[1758877035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6254; }","duration":"460.457859ms","start":"2026-04-03T02:36:58.313789Z","end":"2026-04-03T02:36:58.774247Z","steps":["trace[1758877035] 'agreement among raft nodes before linearized reading' (duration: 459.465608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.774319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.31377Z","time spent":"460.534151ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:36:58.773388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.471668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:58.774492Z","caller":"traceutil/trace.go:171","msg":"trace[114766090] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6254; }","duration":"291.611543ms","start":"2026-04-03T02:36:58.482871Z","end":"2026-04-03T02:36:58.774482Z","steps":["trace[114766090] 'agreement among raft nodes before linearized reading' (duration: 290.490309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.773436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.653133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:58.774685Z","caller":"traceutil/trace.go:171","msg":"trace[743357168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6254; }","duration":"804.914779ms","start":"2026-04-03T02:36:57.969756Z","end":"2026-04-03T02:36:58.77467Z","steps":["trace[743357168] 'agreement among raft nodes before linearized reading' (duration: 803.663702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.774724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.969745Z","time spent":"804.968651ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:36:58.773416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.720813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:36:58.77487Z","caller":"traceutil/trace.go:171","msg":"trace[1052107327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6254; }","duration":"613.203954ms","start":"2026-04-03T02:36:58.161657Z","end":"2026-04-03T02:36:58.774861Z","steps":["trace[1052107327] 'agreement among raft nodes before linearized reading' (duration: 611.672841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.774906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:58.161646Z","time spent":"613.250705ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:36:58.773783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:57.807705Z","time spent":"966.061183ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:36:58.951415Z","caller":"traceutil/trace.go:171","msg":"trace[2026544811] linearizableReadLoop","detail":"{readStateIndex:6483; appliedIndex:6481; }","duration":"124.448031ms","start":"2026-04-03T02:36:58.826951Z","end":"2026-04-03T02:36:58.951399Z","steps":["trace[2026544811] 'read index received' (duration: 94.881941ms)","trace[2026544811] 'applied index is now lower than readState.Index' (duration: 29.56547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:58.951528Z","caller":"traceutil/trace.go:171","msg":"trace[2096560446] transaction","detail":"{read_only:false; response_revision:6256; number_of_response:1; }","duration":"171.465713ms","start":"2026-04-03T02:36:58.780047Z","end":"2026-04-03T02:36:58.951513Z","steps":["trace[2096560446] 'process raft request' (duration: 141.768001ms)","trace[2096560446] 'compare' (duration: 29.381196ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:58.951641Z","caller":"traceutil/trace.go:171","msg":"trace[97491723] transaction","detail":"{read_only:false; response_revision:6257; number_of_response:1; }","duration":"171.408163ms","start":"2026-04-03T02:36:58.780222Z","end":"2026-04-03T02:36:58.951631Z","steps":["trace[97491723] 'process raft request' (duration: 171.083625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:58.951712Z","caller":"traceutil/trace.go:171","msg":"trace[812852604] transaction","detail":"{read_only:false; response_revision:6258; number_of_response:1; }","duration":"119.291731ms","start":"2026-04-03T02:36:58.832413Z","end":"2026-04-03T02:36:58.951704Z","steps":["trace[812852604] 'process raft request' (duration: 118.951914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:58.951858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.89379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:36:58.951899Z","caller":"traceutil/trace.go:171","msg":"trace[812792657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6258; }","duration":"124.969402ms","start":"2026-04-03T02:36:58.82692Z","end":"2026-04-03T02:36:58.951889Z","steps":["trace[812792657] 'agreement among raft nodes before linearized reading' (duration: 124.848749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:00.868714Z","caller":"traceutil/trace.go:171","msg":"trace[1228411659] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"119.045115ms","start":"2026-04-03T02:37:00.749644Z","end":"2026-04-03T02:37:00.868689Z","steps":["trace[1228411659] 'process raft request' (duration: 118.914132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:01.016372Z","caller":"traceutil/trace.go:171","msg":"trace[1774930515] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"237.786634ms","start":"2026-04-03T02:37:00.778542Z","end":"2026-04-03T02:37:01.016328Z","steps":["trace[1774930515] 'process raft request' (duration: 178.256647ms)","trace[1774930515] 'compare' (duration: 59.109208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:01.362616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.927068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:01.362921Z","caller":"traceutil/trace.go:171","msg":"trace[1200357655] transaction","detail":"{read_only:false; response_revision:6268; number_of_response:1; }","duration":"342.677356ms","start":"2026-04-03T02:37:01.020205Z","end":"2026-04-03T02:37:01.362883Z","steps":["trace[1200357655] 'process raft request' (duration: 103.369271ms)","trace[1200357655] 'compare' (duration: 238.334205ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:01.363027Z","caller":"traceutil/trace.go:171","msg":"trace[1936205133] transaction","detail":"{read_only:false; response_revision:6269; number_of_response:1; }","duration":"329.378373ms","start":"2026-04-03T02:37:01.03364Z","end":"2026-04-03T02:37:01.363018Z","steps":["trace[1936205133] 'process raft request' (duration: 329.114987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:01.362979Z","caller":"traceutil/trace.go:171","msg":"trace[1401283145] transaction","detail":"{read_only:false; response_revision:6270; number_of_response:1; }","duration":"327.081414ms","start":"2026-04-03T02:37:01.035874Z","end":"2026-04-03T02:37:01.362955Z","steps":["trace[1401283145] 'process raft request' (duration: 326.947112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:01.362961Z","caller":"traceutil/trace.go:171","msg":"trace[1177863241] linearizableReadLoop","detail":"{readStateIndex:6495; appliedIndex:6494; }","duration":"331.12914ms","start":"2026-04-03T02:37:01.031809Z","end":"2026-04-03T02:37:01.362938Z","steps":["trace[1177863241] 'read index received' (duration: 91.743703ms)","trace[1177863241] 'applied index is now lower than readState.Index' (duration: 239.384247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:01.363111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.272493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:37:01.363376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.020182Z","time spent":"342.976403ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:01.363529Z","caller":"traceutil/trace.go:171","msg":"trace[1045631891] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6270; }","duration":"331.751093ms","start":"2026-04-03T02:37:01.031759Z","end":"2026-04-03T02:37:01.36351Z","steps":["trace[1045631891] 'agreement among raft nodes before linearized reading' (duration: 331.257593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.363971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.322075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:37:01.363989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.177543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:37:01.364086Z","caller":"traceutil/trace.go:171","msg":"trace[2064409074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6270; }","duration":"193.345956ms","start":"2026-04-03T02:37:01.170719Z","end":"2026-04-03T02:37:01.364065Z","steps":["trace[2064409074] 'agreement among raft nodes before linearized reading' (duration: 193.03957ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:01.36402Z","caller":"traceutil/trace.go:171","msg":"trace[330133319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6270; }","duration":"161.385397ms","start":"2026-04-03T02:37:01.202623Z","end":"2026-04-03T02:37:01.364009Z","steps":["trace[330133319] 'agreement among raft nodes before linearized reading' (duration: 161.186842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:01.364409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.031741Z","time spent":"331.864606ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:01.36335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.033618Z","time spent":"329.520955ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:01.365822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:01.035862Z","time spent":"327.321299ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:01.489291Z","caller":"traceutil/trace.go:171","msg":"trace[1790626146] transaction","detail":"{read_only:false; response_revision:6271; number_of_response:1; }","duration":"119.531185ms","start":"2026-04-03T02:37:01.36971Z","end":"2026-04-03T02:37:01.489241Z","steps":["trace[1790626146] 'process raft request' (duration: 118.495613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:01.490527Z","caller":"traceutil/trace.go:171","msg":"trace[873938711] transaction","detail":"{read_only:false; response_revision:6272; number_of_response:1; }","duration":"120.557146ms","start":"2026-04-03T02:37:01.369955Z","end":"2026-04-03T02:37:01.490512Z","steps":["trace[873938711] 'process raft request' (duration: 120.180189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:03.226155Z","caller":"traceutil/trace.go:171","msg":"trace[1136201564] transaction","detail":"{read_only:false; response_revision:6275; number_of_response:1; }","duration":"205.218568ms","start":"2026-04-03T02:37:03.020911Z","end":"2026-04-03T02:37:03.22613Z","steps":["trace[1136201564] 'process raft request' (duration: 166.772839ms)","trace[1136201564] 'compare' (duration: 37.831135ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:03.399754Z","caller":"traceutil/trace.go:171","msg":"trace[1670230800] transaction","detail":"{read_only:false; response_revision:6276; number_of_response:1; }","duration":"365.343076ms","start":"2026-04-03T02:37:03.034383Z","end":"2026-04-03T02:37:03.399726Z","steps":["trace[1670230800] 'process raft request' (duration: 356.968818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:03.399913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:03.034374Z","time spent":"365.453357ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:04.792937Z","caller":"traceutil/trace.go:171","msg":"trace[1107351404] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"313.215444ms","start":"2026-04-03T02:37:04.479693Z","end":"2026-04-03T02:37:04.792909Z","steps":["trace[1107351404] 'process raft request' (duration: 312.994269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:04.793131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:04.47967Z","time spent":"313.360008ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:05.945317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:06.446074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:06.936176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530462592s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:37:07.64287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303852877s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:37:07.645444Z","caller":"traceutil/trace.go:171","msg":"trace[1420662317] linearizableReadLoop","detail":"{readStateIndex:6513; appliedIndex:6511; }","duration":"2.200506299s","start":"2026-04-03T02:37:05.444913Z","end":"2026-04-03T02:37:07.645419Z","steps":["trace[1420662317] 'read index received' (duration: 1.491518744s)","trace[1420662317] 'applied index is now lower than readState.Index' (duration: 708.986475ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:07.645451Z","caller":"traceutil/trace.go:171","msg":"trace[1978209749] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"2.239798025s","start":"2026-04-03T02:37:05.405617Z","end":"2026-04-03T02:37:07.645415Z","steps":["trace[1978209749] 'process raft request' (duration: 2.239336436s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:07.645658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.405587Z","time spent":"2.239969869s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:08.145811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:08.505982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061056836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:37:08.506127Z","caller":"traceutil/trace.go:171","msg":"trace[828395815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6285; }","duration":"3.06124962s","start":"2026-04-03T02:37:05.444855Z","end":"2026-04-03T02:37:08.506104Z","steps":["trace[828395815] 'agreement among raft nodes before linearized reading' (duration: 2.200667683s)","trace[828395815] 'range keys from in-memory index tree' (duration: 860.318112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:08.506121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.614378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-03T02:37:08.506235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.444829Z","time spent":"3.061360913s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:37:08.506498Z","caller":"traceutil/trace.go:171","msg":"trace[72660471] linearizableReadLoop","detail":"{readStateIndex:6516; appliedIndex:6513; }","duration":"860.959336ms","start":"2026-04-03T02:37:07.645513Z","end":"2026-04-03T02:37:08.506472Z","steps":["trace[72660471] 'read index received' (duration: 560.750273ms)","trace[72660471] 'applied index is now lower than readState.Index' (duration: 300.206952ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:08.506472Z","caller":"traceutil/trace.go:171","msg":"trace[1549335597] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"1.486362883s","start":"2026-04-03T02:37:07.020034Z","end":"2026-04-03T02:37:08.506397Z","steps":["trace[1549335597] 'process raft request' (duration: 1.486206049s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.50653Z","caller":"traceutil/trace.go:171","msg":"trace[2135259540] transaction","detail":"{read_only:false; response_revision:6286; number_of_response:1; }","duration":"1.708814214s","start":"2026-04-03T02:37:06.797685Z","end":"2026-04-03T02:37:08.506499Z","steps":["trace[2135259540] 'process raft request' (duration: 847.726836ms)","trace[2135259540] 'compare' (duration: 860.329562ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:08.506646Z","caller":"traceutil/trace.go:171","msg":"trace[116332049] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"1.265919886s","start":"2026-04-03T02:37:07.240714Z","end":"2026-04-03T02:37:08.506634Z","steps":["trace[116332049] 'process raft request' (duration: 1.265579129s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.506723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:07.240698Z","time spent":"1.265982656s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:08.506772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.797656Z","time spent":"1.708968748s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:08.506886Z","caller":"traceutil/trace.go:171","msg":"trace[1464863914] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"315.706582ms","start":"2026-04-03T02:37:08.191164Z","end":"2026-04-03T02:37:08.506871Z","steps":["trace[1464863914] 'process raft request' (duration: 315.16477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.50702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:08.191134Z","time spent":"315.821455ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:08.50709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918052814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:37:08.507168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945998078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:37:08.507175Z","caller":"traceutil/trace.go:171","msg":"trace[903884708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6289; }","duration":"2.918178526s","start":"2026-04-03T02:37:05.588982Z","end":"2026-04-03T02:37:08.507161Z","steps":["trace[903884708] 'agreement among raft nodes before linearized reading' (duration: 2.91787657s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.507221Z","caller":"traceutil/trace.go:171","msg":"trace[1603918138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6289; }","duration":"1.94608885s","start":"2026-04-03T02:37:06.561118Z","end":"2026-04-03T02:37:08.507207Z","steps":["trace[1603918138] 'agreement among raft nodes before linearized reading' (duration: 1.945957477s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.507258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.561091Z","time spent":"1.946157711s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:37:08.507266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029910974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:37:08.507249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.588976Z","time spent":"2.918240307s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:08.50703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918192937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:37:08.507357Z","caller":"traceutil/trace.go:171","msg":"trace[548639601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6289; }","duration":"2.918543624s","start":"2026-04-03T02:37:05.588799Z","end":"2026-04-03T02:37:08.507343Z","steps":["trace[548639601] 'agreement among raft nodes before linearized reading' (duration: 2.918133045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.507445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.588778Z","time spent":"2.918652495s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:08.506913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:07.020009Z","time spent":"1.486586407s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:08.507444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030651048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:08.507628Z","caller":"traceutil/trace.go:171","msg":"trace[2132273021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6289; }","duration":"3.030869864s","start":"2026-04-03T02:37:05.476747Z","end":"2026-04-03T02:37:08.507617Z","steps":["trace[2132273021] 'agreement among raft nodes before linearized reading' (duration: 3.030576757s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.507668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.4767Z","time spent":"3.030959046s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:37:08.507304Z","caller":"traceutil/trace.go:171","msg":"trace[1013891165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6289; }","duration":"3.029984565s","start":"2026-04-03T02:37:05.477309Z","end":"2026-04-03T02:37:08.507293Z","steps":["trace[1013891165] 'agreement among raft nodes before linearized reading' (duration: 3.029870822s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.507743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:05.477294Z","time spent":"3.030437074s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:37:08.507452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573033866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:37:08.507492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24231023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:08.507887Z","caller":"traceutil/trace.go:171","msg":"trace[140771175] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6289; }","duration":"1.573535627s","start":"2026-04-03T02:37:06.934333Z","end":"2026-04-03T02:37:08.507868Z","steps":["trace[140771175] 'agreement among raft nodes before linearized reading' (duration: 1.572796982s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.50754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538056702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:08.50795Z","caller":"traceutil/trace.go:171","msg":"trace[1649574303] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:6289; }","duration":"2.242860271s","start":"2026-04-03T02:37:06.265058Z","end":"2026-04-03T02:37:08.507918Z","steps":["trace[1649574303] 'agreement among raft nodes before linearized reading' (duration: 2.242115735s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.507995Z","caller":"traceutil/trace.go:171","msg":"trace[642430027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6289; }","duration":"1.538546864s","start":"2026-04-03T02:37:06.969433Z","end":"2026-04-03T02:37:08.50798Z","steps":["trace[642430027] 'agreement among raft nodes before linearized reading' (duration: 1.538051563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.507977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.93431Z","time spent":"1.5736484s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:08.508098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.969411Z","time spent":"1.538676936s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:08.508025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:06.265033Z","time spent":"2.242975954s","remote":"127.0.0.1:43472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:08.793934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.492785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:08.794252Z","caller":"traceutil/trace.go:171","msg":"trace[420738338] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"279.175246ms","start":"2026-04-03T02:37:08.515058Z","end":"2026-04-03T02:37:08.794233Z","steps":["trace[420738338] 'process raft request' (duration: 279.068563ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.79424Z","caller":"traceutil/trace.go:171","msg":"trace[673410049] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"279.189785ms","start":"2026-04-03T02:37:08.515015Z","end":"2026-04-03T02:37:08.794205Z","steps":["trace[673410049] 'process raft request' (duration: 108.314093ms)","trace[673410049] 'compare' (duration: 170.363752ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:08.794731Z","caller":"traceutil/trace.go:171","msg":"trace[178660433] linearizableReadLoop","detail":"{readStateIndex:6522; appliedIndex:6517; }","duration":"276.971968ms","start":"2026-04-03T02:37:08.517747Z","end":"2026-04-03T02:37:08.794719Z","steps":["trace[178660433] 'read index received' (duration: 105.198497ms)","trace[178660433] 'applied index is now lower than readState.Index' (duration: 171.772301ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:08.794839Z","caller":"traceutil/trace.go:171","msg":"trace[1004921398] transaction","detail":"{read_only:false; response_revision:6292; number_of_response:1; }","duration":"279.447941ms","start":"2026-04-03T02:37:08.51538Z","end":"2026-04-03T02:37:08.794828Z","steps":["trace[1004921398] 'process raft request' (duration: 278.809997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.794922Z","caller":"traceutil/trace.go:171","msg":"trace[862252436] transaction","detail":"{read_only:false; response_revision:6294; number_of_response:1; }","duration":"277.883377ms","start":"2026-04-03T02:37:08.516963Z","end":"2026-04-03T02:37:08.794847Z","steps":["trace[862252436] 'process raft request' (duration: 277.706544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.795144Z","caller":"traceutil/trace.go:171","msg":"trace[128820361] transaction","detail":"{read_only:false; response_revision:6293; number_of_response:1; }","duration":"279.737077ms","start":"2026-04-03T02:37:08.515394Z","end":"2026-04-03T02:37:08.795131Z","steps":["trace[128820361] 'process raft request' (duration: 278.971901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.795149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.388154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-mdrzm\" ","response":"range_response_count:1 size:8010"} {"level":"info","ts":"2026-04-03T02:37:08.795207Z","caller":"traceutil/trace.go:171","msg":"trace[367752016] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-mdrzm; range_end:; response_count:1; response_revision:6294; }","duration":"100.513606ms","start":"2026-04-03T02:37:08.694676Z","end":"2026-04-03T02:37:08.795189Z","steps":["trace[367752016] 'agreement among raft nodes before linearized reading' (duration: 100.275021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.795225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.443058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:08.795372Z","caller":"traceutil/trace.go:171","msg":"trace[129301561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6294; }","duration":"277.621842ms","start":"2026-04-03T02:37:08.51773Z","end":"2026-04-03T02:37:08.795352Z","steps":["trace[129301561] 'agreement among raft nodes before linearized reading' (duration: 277.367407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:08.795688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.102254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:08.795773Z","caller":"traceutil/trace.go:171","msg":"trace[793615471] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6294; }","duration":"231.256957ms","start":"2026-04-03T02:37:08.564497Z","end":"2026-04-03T02:37:08.795754Z","steps":["trace[793615471] 'agreement among raft nodes before linearized reading' (duration: 230.370847ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.95725Z","caller":"traceutil/trace.go:171","msg":"trace[1906300457] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"151.672605ms","start":"2026-04-03T02:37:08.805524Z","end":"2026-04-03T02:37:08.957197Z","steps":["trace[1906300457] 'process raft request' (duration: 149.831266ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:09.964656Z","caller":"traceutil/trace.go:171","msg":"trace[991630973] transaction","detail":"{read_only:false; response_revision:6299; number_of_response:1; }","duration":"313.700477ms","start":"2026-04-03T02:37:09.650924Z","end":"2026-04-03T02:37:09.964624Z","steps":["trace[991630973] 'process raft request' (duration: 313.502493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:09.964873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:09.650894Z","time spent":"313.871842ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:10.186484Z","caller":"traceutil/trace.go:171","msg":"trace[358335445] transaction","detail":"{read_only:false; response_revision:6300; number_of_response:1; }","duration":"211.828841ms","start":"2026-04-03T02:37:09.974622Z","end":"2026-04-03T02:37:10.186451Z","steps":["trace[358335445] 'process raft request' (duration: 211.343382ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:10.74701Z","caller":"traceutil/trace.go:171","msg":"trace[1046878078] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"232.95443ms","start":"2026-04-03T02:37:10.514022Z","end":"2026-04-03T02:37:10.746977Z","steps":["trace[1046878078] 'process raft request' (duration: 232.739896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:10.748055Z","caller":"traceutil/trace.go:171","msg":"trace[1911764580] linearizableReadLoop","detail":"{readStateIndex:6534; appliedIndex:6531; }","duration":"126.554439ms","start":"2026-04-03T02:37:10.621478Z","end":"2026-04-03T02:37:10.748032Z","steps":["trace[1911764580] 'read index received' (duration: 125.467346ms)","trace[1911764580] 'applied index is now lower than readState.Index' (duration: 1.085873ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:10.748336Z","caller":"traceutil/trace.go:171","msg":"trace[850637095] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"233.928711ms","start":"2026-04-03T02:37:10.514394Z","end":"2026-04-03T02:37:10.748323Z","steps":["trace[850637095] 'process raft request' (duration: 233.470872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:10.748669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.387888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:10.748806Z","caller":"traceutil/trace.go:171","msg":"trace[2052490950] transaction","detail":"{read_only:false; response_revision:6305; number_of_response:1; }","duration":"234.282889ms","start":"2026-04-03T02:37:10.514488Z","end":"2026-04-03T02:37:10.748771Z","steps":["trace[2052490950] 'process raft request' (duration: 233.500632ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:10.748884Z","caller":"traceutil/trace.go:171","msg":"trace[1089266454] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6305; }","duration":"112.668383ms","start":"2026-04-03T02:37:10.636175Z","end":"2026-04-03T02:37:10.748843Z","steps":["trace[1089266454] 'agreement among raft nodes before linearized reading' (duration: 112.241104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:10.748579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.04313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:10.749176Z","caller":"traceutil/trace.go:171","msg":"trace[1145580869] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6305; }","duration":"127.737804ms","start":"2026-04-03T02:37:10.621414Z","end":"2026-04-03T02:37:10.749152Z","steps":["trace[1145580869] 'agreement among raft nodes before linearized reading' (duration: 127.05302ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:10.889559Z","caller":"traceutil/trace.go:171","msg":"trace[1557766581] transaction","detail":"{read_only:false; response_revision:6306; number_of_response:1; }","duration":"131.489935ms","start":"2026-04-03T02:37:10.758033Z","end":"2026-04-03T02:37:10.889523Z","steps":["trace[1557766581] 'process raft request' (duration: 130.412672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.151347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.414175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:11.151591Z","caller":"traceutil/trace.go:171","msg":"trace[1377995968] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"249.677165ms","start":"2026-04-03T02:37:10.901888Z","end":"2026-04-03T02:37:11.151566Z","steps":["trace[1377995968] 'process raft request' (duration: 91.933533ms)","trace[1377995968] 'compare' (duration: 157.269392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:11.494025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.810729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:11.494222Z","caller":"traceutil/trace.go:171","msg":"trace[200589636] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"591.745032ms","start":"2026-04-03T02:37:10.902458Z","end":"2026-04-03T02:37:11.494203Z","steps":["trace[200589636] 'process raft request' (duration: 412.706689ms)","trace[200589636] 'compare' (duration: 178.644366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:11.494337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.902443Z","time spent":"591.851025ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:11.494476Z","caller":"traceutil/trace.go:171","msg":"trace[113941434] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"589.72032ms","start":"2026-04-03T02:37:10.904729Z","end":"2026-04-03T02:37:11.494449Z","steps":["trace[113941434] 'process raft request' (duration: 589.422374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.494636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.904704Z","time spent":"589.853684ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:11.494743Z","caller":"traceutil/trace.go:171","msg":"trace[1495536889] transaction","detail":"{read_only:false; response_revision:6310; number_of_response:1; }","duration":"589.888413ms","start":"2026-04-03T02:37:10.904831Z","end":"2026-04-03T02:37:11.494719Z","steps":["trace[1495536889] 'process raft request' (duration: 589.554716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.494902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.904825Z","time spent":"589.997755ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:11.494923Z","caller":"traceutil/trace.go:171","msg":"trace[112749168] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"297.529082ms","start":"2026-04-03T02:37:11.197381Z","end":"2026-04-03T02:37:11.49491Z","steps":["trace[112749168] 'process raft request' (duration: 297.44607ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.495061Z","caller":"traceutil/trace.go:171","msg":"trace[512247411] linearizableReadLoop","detail":"{readStateIndex:6540; appliedIndex:6535; }","duration":"525.002594ms","start":"2026-04-03T02:37:10.970033Z","end":"2026-04-03T02:37:11.495036Z","steps":["trace[512247411] 'read index received' (duration: 23.802136ms)","trace[512247411] 'applied index is now lower than readState.Index' (duration: 501.197598ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:11.495149Z","caller":"traceutil/trace.go:171","msg":"trace[1604425763] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"590.044596ms","start":"2026-04-03T02:37:10.905092Z","end":"2026-04-03T02:37:11.495136Z","steps":["trace[1604425763] 'process raft request' (duration: 589.546246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.495192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.140287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:11.495233Z","caller":"traceutil/trace.go:171","msg":"trace[557406652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6312; }","duration":"525.23043ms","start":"2026-04-03T02:37:10.969991Z","end":"2026-04-03T02:37:11.495222Z","steps":["trace[557406652] 'agreement among raft nodes before linearized reading' (duration: 525.144837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.495218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.905085Z","time spent":"590.097587ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:11.495274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:10.969977Z","time spent":"525.28806ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:37:11.699932Z","caller":"traceutil/trace.go:171","msg":"trace[1014406985] transaction","detail":"{read_only:false; response_revision:6313; number_of_response:1; }","duration":"194.146765ms","start":"2026-04-03T02:37:11.505747Z","end":"2026-04-03T02:37:11.699894Z","steps":["trace[1014406985] 'process raft request' (duration: 113.300819ms)","trace[1014406985] 'compare' (duration: 80.592641ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:11.908332Z","caller":"traceutil/trace.go:171","msg":"trace[1064719374] linearizableReadLoop","detail":"{readStateIndex:6544; appliedIndex:6543; }","duration":"112.142792ms","start":"2026-04-03T02:37:11.796154Z","end":"2026-04-03T02:37:11.908296Z","steps":["trace[1064719374] 'read index received' (duration: 26.778689ms)","trace[1064719374] 'applied index is now lower than readState.Index' (duration: 85.362813ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:11.908438Z","caller":"traceutil/trace.go:171","msg":"trace[1114489388] transaction","detail":"{read_only:false; response_revision:6315; number_of_response:1; }","duration":"122.736798ms","start":"2026-04-03T02:37:11.785668Z","end":"2026-04-03T02:37:11.908404Z","steps":["trace[1114489388] 'process raft request' (duration: 37.254312ms)","trace[1114489388] 'compare' (duration: 85.147359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:11.908835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.523011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:11.909167Z","caller":"traceutil/trace.go:171","msg":"trace[1980364070] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:0; response_revision:6315; }","duration":"113.029322ms","start":"2026-04-03T02:37:11.796116Z","end":"2026-04-03T02:37:11.909145Z","steps":["trace[1980364070] 'agreement among raft nodes before linearized reading' (duration: 112.346787ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.307621Z","caller":"traceutil/trace.go:171","msg":"trace[1369007456] transaction","detail":"{read_only:false; response_revision:6316; number_of_response:1; }","duration":"360.811344ms","start":"2026-04-03T02:37:11.946785Z","end":"2026-04-03T02:37:12.307597Z","steps":["trace[1369007456] 'process raft request' (duration: 327.696231ms)","trace[1369007456] 'compare' (duration: 32.633503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:12.307769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:11.946746Z","time spent":"360.941428ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72136,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:12.30788Z","caller":"traceutil/trace.go:171","msg":"trace[1999167324] transaction","detail":"{read_only:false; response_revision:6317; number_of_response:1; }","duration":"336.053538ms","start":"2026-04-03T02:37:11.9718Z","end":"2026-04-03T02:37:12.307853Z","steps":["trace[1999167324] 'process raft request' (duration: 335.697281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:12.308038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:11.971775Z","time spent":"336.18084ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:12.453028Z","caller":"traceutil/trace.go:171","msg":"trace[1591234927] transaction","detail":"{read_only:false; response_revision:6318; number_of_response:1; }","duration":"133.328062ms","start":"2026-04-03T02:37:12.319672Z","end":"2026-04-03T02:37:12.453Z","steps":["trace[1591234927] 'process raft request' (duration: 132.283811ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.65415Z","caller":"traceutil/trace.go:171","msg":"trace[921596566] transaction","detail":"{read_only:false; response_revision:6322; number_of_response:1; }","duration":"109.21518ms","start":"2026-04-03T02:37:12.544907Z","end":"2026-04-03T02:37:12.654122Z","steps":["trace[921596566] 'process raft request' (duration: 109.150258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.654212Z","caller":"traceutil/trace.go:171","msg":"trace[316701456] transaction","detail":"{read_only:false; response_revision:6321; number_of_response:1; }","duration":"112.680114ms","start":"2026-04-03T02:37:12.541485Z","end":"2026-04-03T02:37:12.654165Z","steps":["trace[316701456] 'process raft request' (duration: 112.411728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.903167Z","caller":"traceutil/trace.go:171","msg":"trace[319720690] transaction","detail":"{read_only:false; response_revision:6325; number_of_response:1; }","duration":"149.318382ms","start":"2026-04-03T02:37:12.753821Z","end":"2026-04-03T02:37:12.903139Z","steps":["trace[319720690] 'process raft request' (duration: 140.061616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.903356Z","caller":"traceutil/trace.go:171","msg":"trace[1659595663] transaction","detail":"{read_only:false; response_revision:6326; number_of_response:1; }","duration":"147.686847ms","start":"2026-04-03T02:37:12.755662Z","end":"2026-04-03T02:37:12.903349Z","steps":["trace[1659595663] 'process raft request' (duration: 147.35572ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:12.903375Z","caller":"traceutil/trace.go:171","msg":"trace[1863013197] linearizableReadLoop","detail":"{readStateIndex:6555; appliedIndex:6552; }","duration":"145.93182ms","start":"2026-04-03T02:37:12.757408Z","end":"2026-04-03T02:37:12.90334Z","steps":["trace[1863013197] 'read index received' (duration: 39.823076ms)","trace[1863013197] 'applied index is now lower than readState.Index' (duration: 106.106634ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:12.903517Z","caller":"traceutil/trace.go:171","msg":"trace[585000380] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"137.803467ms","start":"2026-04-03T02:37:12.765698Z","end":"2026-04-03T02:37:12.903502Z","steps":["trace[585000380] 'process raft request' (duration: 137.370177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:12.903725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.216377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:12.903766Z","caller":"traceutil/trace.go:171","msg":"trace[1001959060] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6327; }","duration":"195.287819ms","start":"2026-04-03T02:37:12.708468Z","end":"2026-04-03T02:37:12.903756Z","steps":["trace[1001959060] 'agreement among raft nodes before linearized reading' (duration: 195.192306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:13.415744Z","caller":"traceutil/trace.go:171","msg":"trace[953391374] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"112.283005ms","start":"2026-04-03T02:37:13.303436Z","end":"2026-04-03T02:37:13.415719Z","steps":["trace[953391374] 'process raft request' (duration: 112.124841ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:14.011619Z","caller":"traceutil/trace.go:171","msg":"trace[946803592] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"223.693962ms","start":"2026-04-03T02:37:13.787895Z","end":"2026-04-03T02:37:14.011589Z","steps":["trace[946803592] 'process raft request' (duration: 223.419115ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.186249Z","caller":"traceutil/trace.go:171","msg":"trace[532329698] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"278.251868ms","start":"2026-04-03T02:37:14.907975Z","end":"2026-04-03T02:37:15.186226Z","steps":["trace[532329698] 'process raft request' (duration: 278.094324ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.186393Z","caller":"traceutil/trace.go:171","msg":"trace[1613058945] linearizableReadLoop","detail":"{readStateIndex:6570; appliedIndex:6569; }","duration":"270.088794ms","start":"2026-04-03T02:37:14.916259Z","end":"2026-04-03T02:37:15.186348Z","steps":["trace[1613058945] 'read index received' (duration: 269.92256ms)","trace[1613058945] 'applied index is now lower than readState.Index' (duration: 164.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.18643Z","caller":"traceutil/trace.go:171","msg":"trace[717191055] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"277.632784ms","start":"2026-04-03T02:37:14.908772Z","end":"2026-04-03T02:37:15.186405Z","steps":["trace[717191055] 'process raft request' (duration: 277.419549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.417343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.81623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:15.417499Z","caller":"traceutil/trace.go:171","msg":"trace[773835706] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6341; }","duration":"132.991274ms","start":"2026-04-03T02:37:15.284492Z","end":"2026-04-03T02:37:15.417483Z","steps":["trace[773835706] 'range keys from in-memory index tree' (duration: 132.800268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.4176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.799437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:15.417928Z","caller":"traceutil/trace.go:171","msg":"trace[620048802] linearizableReadLoop","detail":"{readStateIndex:6571; appliedIndex:6570; }","duration":"231.455263ms","start":"2026-04-03T02:37:15.186464Z","end":"2026-04-03T02:37:15.41792Z","steps":["trace[620048802] 'read index received' (duration: 92.188717ms)","trace[620048802] 'applied index is now lower than readState.Index' (duration: 139.265506ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.417968Z","caller":"traceutil/trace.go:171","msg":"trace[783447407] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"258.64558ms","start":"2026-04-03T02:37:15.159298Z","end":"2026-04-03T02:37:15.417944Z","steps":["trace[783447407] 'process raft request' (duration: 119.404234ms)","trace[783447407] 'compare' (duration: 138.47406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:15.418085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.512862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:15.418139Z","caller":"traceutil/trace.go:171","msg":"trace[1026092226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6342; }","duration":"448.593532ms","start":"2026-04-03T02:37:14.969536Z","end":"2026-04-03T02:37:15.41813Z","steps":["trace[1026092226] 'agreement among raft nodes before linearized reading' (duration: 448.45509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.418187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:14.969519Z","time spent":"448.660205ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:15.418397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.204184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:37:15.418452Z","caller":"traceutil/trace.go:171","msg":"trace[729248700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6342; }","duration":"203.291886ms","start":"2026-04-03T02:37:15.215154Z","end":"2026-04-03T02:37:15.418445Z","steps":["trace[729248700] 'agreement among raft nodes before linearized reading' (duration: 203.170224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.714537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.839091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:37:15.714618Z","caller":"traceutil/trace.go:171","msg":"trace[316531471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6343; }","duration":"117.938453ms","start":"2026-04-03T02:37:15.596661Z","end":"2026-04-03T02:37:15.7146Z","steps":["trace[316531471] 'range keys from in-memory index tree' (duration: 117.703789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.714726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.608767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:37:15.714894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.785312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:15.714953Z","caller":"traceutil/trace.go:171","msg":"trace[14243746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6343; }","duration":"158.864753ms","start":"2026-04-03T02:37:15.556076Z","end":"2026-04-03T02:37:15.714941Z","steps":["trace[14243746] 'range keys from in-memory index tree' (duration: 158.657928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.714538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.217628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:37:15.715062Z","caller":"traceutil/trace.go:171","msg":"trace[22725513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6343; }","duration":"117.788179ms","start":"2026-04-03T02:37:15.597056Z","end":"2026-04-03T02:37:15.714844Z","steps":["trace[22725513] 'range keys from in-memory index tree' (duration: 117.434704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.715063Z","caller":"traceutil/trace.go:171","msg":"trace[1045904898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6343; }","duration":"117.724259ms","start":"2026-04-03T02:37:15.597273Z","end":"2026-04-03T02:37:15.714997Z","steps":["trace[1045904898] 'range keys from in-memory index tree' (duration: 117.117436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.974273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.835349ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:37:15.974576Z","caller":"traceutil/trace.go:171","msg":"trace[803053171] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"255.222658ms","start":"2026-04-03T02:37:15.719338Z","end":"2026-04-03T02:37:15.974561Z","steps":["trace[803053171] 'process raft request' (duration: 255.016704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:16.065586Z","caller":"traceutil/trace.go:171","msg":"trace[66048252] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"346.1825ms","start":"2026-04-03T02:37:15.719356Z","end":"2026-04-03T02:37:16.065538Z","steps":["trace[66048252] 'process raft request' (duration: 255.196418ms)","trace[66048252] 'compare' (duration: 90.745336ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:16.065617Z","caller":"traceutil/trace.go:171","msg":"trace[799186173] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"345.386012ms","start":"2026-04-03T02:37:15.720176Z","end":"2026-04-03T02:37:16.065562Z","steps":["trace[799186173] 'process raft request' (duration: 345.29753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:16.065752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:15.720167Z","time spent":"345.501544ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:16.065799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:15.719325Z","time spent":"346.342332ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:16.066014Z","caller":"traceutil/trace.go:171","msg":"trace[568966116] linearizableReadLoop","detail":"{readStateIndex:6577; appliedIndex:6572; }","duration":"318.219055ms","start":"2026-04-03T02:37:15.747761Z","end":"2026-04-03T02:37:16.06598Z","steps":["trace[568966116] 'read index received' (duration: 182.102025ms)","trace[568966116] 'applied index is now lower than readState.Index' (duration: 136.11574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:16.066303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.543093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-zsz29\" ","response":"range_response_count:1 size:8306"} {"level":"info","ts":"2026-04-03T02:37:16.066352Z","caller":"traceutil/trace.go:171","msg":"trace[1275642829] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-zsz29; range_end:; response_count:1; response_revision:6348; }","duration":"318.615133ms","start":"2026-04-03T02:37:15.747724Z","end":"2026-04-03T02:37:16.066339Z","steps":["trace[1275642829] 'agreement among raft nodes before linearized reading' (duration: 318.408039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:16.066384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:15.747714Z","time spent":"318.663285ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8328,"request content":"key:\"/registry/pods/openstack/keystone-bootstrap-zsz29\" "} {"level":"info","ts":"2026-04-03T02:37:16.066316Z","caller":"traceutil/trace.go:171","msg":"trace[1054746533] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"345.891583ms","start":"2026-04-03T02:37:15.720217Z","end":"2026-04-03T02:37:16.066108Z","steps":["trace[1054746533] 'process raft request' (duration: 345.3064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:16.069452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:15.720191Z","time spent":"346.436265ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:16.283372Z","caller":"traceutil/trace.go:171","msg":"trace[1459262789] transaction","detail":"{read_only:false; response_revision:6349; number_of_response:1; }","duration":"207.29437ms","start":"2026-04-03T02:37:16.076048Z","end":"2026-04-03T02:37:16.283343Z","steps":["trace[1459262789] 'process raft request' (duration: 146.96772ms)","trace[1459262789] 'compare' (duration: 60.185127ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.249804Z","caller":"traceutil/trace.go:171","msg":"trace[495959217] linearizableReadLoop","detail":"{readStateIndex:6581; appliedIndex:6580; }","duration":"347.230888ms","start":"2026-04-03T02:37:16.902549Z","end":"2026-04-03T02:37:17.24978Z","steps":["trace[495959217] 'read index received' (duration: 347.156706ms)","trace[495959217] 'applied index is now lower than readState.Index' (duration: 72.782µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.2499Z","caller":"traceutil/trace.go:171","msg":"trace[1006410994] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"375.936618ms","start":"2026-04-03T02:37:16.873907Z","end":"2026-04-03T02:37:17.249843Z","steps":["trace[1006410994] 'process raft request' (duration: 375.703972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.250031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.426042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:17.250081Z","caller":"traceutil/trace.go:171","msg":"trace[1741240865] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6351; }","duration":"347.629037ms","start":"2026-04-03T02:37:16.902439Z","end":"2026-04-03T02:37:17.250068Z","steps":["trace[1741240865] 'agreement among raft nodes before linearized reading' (duration: 347.464623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.250138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:16.873812Z","time spent":"376.224693ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:17.250236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:16.902418Z","time spent":"347.75339ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:17.75042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:37:17.968511Z","caller":"traceutil/trace.go:171","msg":"trace[1637473042] linearizableReadLoop","detail":"{readStateIndex:6583; appliedIndex:6581; }","duration":"718.59592ms","start":"2026-04-03T02:37:17.249879Z","end":"2026-04-03T02:37:17.968475Z","steps":["trace[1637473042] 'read index received' (duration: 717.065457ms)","trace[1637473042] 'applied index is now lower than readState.Index' (duration: 1.528702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:17.969142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.949408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:17.969218Z","caller":"traceutil/trace.go:171","msg":"trace[305597050] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"777.430358ms","start":"2026-04-03T02:37:17.191766Z","end":"2026-04-03T02:37:17.969196Z","steps":["trace[305597050] 'process raft request' (duration: 775.265542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.969614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.482928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:37:17.969924Z","caller":"traceutil/trace.go:171","msg":"trace[1036386797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6353; }","duration":"513.866716ms","start":"2026-04-03T02:37:17.456037Z","end":"2026-04-03T02:37:17.969904Z","steps":["trace[1036386797] 'agreement among raft nodes before linearized reading' (duration: 513.362375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.969995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:17.456009Z","time spent":"513.972596ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:37:17.969254Z","caller":"traceutil/trace.go:171","msg":"trace[790086183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6353; }","duration":"999.122122ms","start":"2026-04-03T02:37:16.97011Z","end":"2026-04-03T02:37:17.969232Z","steps":["trace[790086183] 'agreement among raft nodes before linearized reading' (duration: 998.937838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.969926Z","caller":"traceutil/trace.go:171","msg":"trace[641340088] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"775.690271ms","start":"2026-04-03T02:37:17.192832Z","end":"2026-04-03T02:37:17.968523Z","steps":["trace[641340088] 'process raft request' (duration: 775.572589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.970147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:17.191741Z","time spent":"778.197544ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:17.970137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:16.970079Z","time spent":"1.000024272s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:17.968928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006641882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:17.970509Z","caller":"traceutil/trace.go:171","msg":"trace[956246028] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:6353; }","duration":"1.008297517s","start":"2026-04-03T02:37:16.962175Z","end":"2026-04-03T02:37:17.970473Z","steps":["trace[956246028] 'agreement among raft nodes before linearized reading' (duration: 1.006509529s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.969044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.795917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:17.970633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:16.962147Z","time spent":"1.008468691s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:17.970636Z","caller":"traceutil/trace.go:171","msg":"trace[1806924900] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6353; }","duration":"805.417001ms","start":"2026-04-03T02:37:17.165201Z","end":"2026-04-03T02:37:17.970618Z","steps":["trace[1806924900] 'agreement among raft nodes before linearized reading' (duration: 803.797177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.970689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:17.16518Z","time spent":"805.490934ms","remote":"127.0.0.1:43524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:17.971334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:17.192806Z","time spent":"777.388846ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:18.16853Z","caller":"traceutil/trace.go:171","msg":"trace[1726762121] linearizableReadLoop","detail":"{readStateIndex:6584; appliedIndex:6583; }","duration":"190.999063ms","start":"2026-04-03T02:37:17.977504Z","end":"2026-04-03T02:37:18.168503Z","steps":["trace[1726762121] 'read index received' (duration: 122.981809ms)","trace[1726762121] 'applied index is now lower than readState.Index' (duration: 68.015824ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:18.168678Z","caller":"traceutil/trace.go:171","msg":"trace[1747275052] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"192.832511ms","start":"2026-04-03T02:37:17.975801Z","end":"2026-04-03T02:37:18.168633Z","steps":["trace[1747275052] 'process raft request' (duration: 125.044253ms)","trace[1747275052] 'compare' (duration: 67.275687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:18.168755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.198807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:18.168805Z","caller":"traceutil/trace.go:171","msg":"trace[990114995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6354; }","duration":"191.323858ms","start":"2026-04-03T02:37:17.977461Z","end":"2026-04-03T02:37:18.168785Z","steps":["trace[990114995] 'agreement among raft nodes before linearized reading' (duration: 191.181996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:18.169105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.552188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:37:18.16914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.839659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:18.169225Z","caller":"traceutil/trace.go:171","msg":"trace[2025834854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6354; }","duration":"190.962441ms","start":"2026-04-03T02:37:17.978242Z","end":"2026-04-03T02:37:18.169205Z","steps":["trace[2025834854] 'agreement among raft nodes before linearized reading' (duration: 190.553483ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:18.16917Z","caller":"traceutil/trace.go:171","msg":"trace[1533516574] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6354; }","duration":"136.64166ms","start":"2026-04-03T02:37:18.032514Z","end":"2026-04-03T02:37:18.169156Z","steps":["trace[1533516574] 'agreement among raft nodes before linearized reading' (duration: 136.477996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:18.363638Z","caller":"traceutil/trace.go:171","msg":"trace[1400486587] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"189.299236ms","start":"2026-04-03T02:37:18.174296Z","end":"2026-04-03T02:37:18.363595Z","steps":["trace[1400486587] 'process raft request' (duration: 161.881385ms)","trace[1400486587] 'compare' (duration: 27.126765ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:18.364084Z","caller":"traceutil/trace.go:171","msg":"trace[913117041] transaction","detail":"{read_only:false; response_revision:6358; number_of_response:1; }","duration":"188.54907ms","start":"2026-04-03T02:37:18.175498Z","end":"2026-04-03T02:37:18.364047Z","steps":["trace[913117041] 'process raft request' (duration: 188.324304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:18.36394Z","caller":"traceutil/trace.go:171","msg":"trace[1258081371] transaction","detail":"{read_only:false; response_revision:6357; number_of_response:1; }","duration":"189.410467ms","start":"2026-04-03T02:37:18.174505Z","end":"2026-04-03T02:37:18.363915Z","steps":["trace[1258081371] 'process raft request' (duration: 189.02134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:20.270382Z","caller":"traceutil/trace.go:171","msg":"trace[1934679509] transaction","detail":"{read_only:false; response_revision:6370; number_of_response:1; }","duration":"123.677494ms","start":"2026-04-03T02:37:20.146668Z","end":"2026-04-03T02:37:20.270346Z","steps":["trace[1934679509] 'process raft request' (duration: 94.797491ms)","trace[1934679509] 'compare' (duration: 28.601167ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:20.53976Z","caller":"traceutil/trace.go:171","msg":"trace[928967820] transaction","detail":"{read_only:false; response_revision:6374; number_of_response:1; }","duration":"164.822075ms","start":"2026-04-03T02:37:20.374911Z","end":"2026-04-03T02:37:20.539733Z","steps":["trace[928967820] 'process raft request' (duration: 134.479561ms)","trace[928967820] 'compare' (duration: 30.225232ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:20.540161Z","caller":"traceutil/trace.go:171","msg":"trace[366534570] transaction","detail":"{read_only:false; response_revision:6375; number_of_response:1; }","duration":"165.159863ms","start":"2026-04-03T02:37:20.374973Z","end":"2026-04-03T02:37:20.540133Z","steps":["trace[366534570] 'process raft request' (duration: 164.722424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:21.438865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:21.939745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:22.440847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:22.941609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:22.970149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:22.970208Z","caller":"traceutil/trace.go:171","msg":"trace[282511883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405562s","start":"2026-04-03T02:37:20.969783Z","end":"2026-04-03T02:37:22.970188Z","steps":["trace[282511883] 'agreement among raft nodes before linearized reading' (duration: 2.000330811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:22.970352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:20.969759Z","time spent":"2.000578297s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:37:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:23.442025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022892758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:37:23.650877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.754225383s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:37:23.651289Z","caller":"traceutil/trace.go:171","msg":"trace[1604493402] transaction","detail":"{read_only:false; response_revision:6377; number_of_response:1; }","duration":"2.754752853s","start":"2026-04-03T02:37:20.896509Z","end":"2026-04-03T02:37:23.651262Z","steps":["trace[1604493402] 'process raft request' (duration: 2.75457139s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:23.651439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:20.89648Z","time spent":"2.754872115s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6848,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:24.48368Z","caller":"traceutil/trace.go:171","msg":"trace[1024540617] linearizableReadLoop","detail":"{readStateIndex:6612; appliedIndex:6607; }","duration":"3.545108153s","start":"2026-04-03T02:37:20.938545Z","end":"2026-04-03T02:37:24.483653Z","steps":["trace[1024540617] 'read index received' (duration: 2.712540629s)","trace[1024540617] 'applied index is now lower than readState.Index' (duration: 832.566124ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:24.484003Z","caller":"traceutil/trace.go:171","msg":"trace[1700519040] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"1.93954248s","start":"2026-04-03T02:37:22.544415Z","end":"2026-04-03T02:37:24.483957Z","steps":["trace[1700519040] 'process raft request' (duration: 1.939162953s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.484087Z","caller":"traceutil/trace.go:171","msg":"trace[1844062561] transaction","detail":"{read_only:false; response_revision:6382; number_of_response:1; }","duration":"911.822424ms","start":"2026-04-03T02:37:23.57225Z","end":"2026-04-03T02:37:24.484073Z","steps":["trace[1844062561] 'process raft request' (duration: 911.364885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.484206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.572226Z","time spent":"911.895708ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:24.48421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.544403Z","time spent":"1.939693565s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:24.484381Z","caller":"traceutil/trace.go:171","msg":"trace[1012382167] transaction","detail":"{read_only:false; response_revision:6378; number_of_response:1; }","duration":"3.166009465s","start":"2026-04-03T02:37:21.318356Z","end":"2026-04-03T02:37:24.484366Z","steps":["trace[1012382167] 'process raft request' (duration: 3.164965613s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.484449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:21.318323Z","time spent":"3.166091758s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:24.484466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545922141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:24.484508Z","caller":"traceutil/trace.go:171","msg":"trace[383223282] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6382; }","duration":"3.546013942s","start":"2026-04-03T02:37:20.938482Z","end":"2026-04-03T02:37:24.484496Z","steps":["trace[383223282] 'agreement among raft nodes before linearized reading' (duration: 3.545944932s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.484544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:20.938458Z","time spent":"3.546077605s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:24.484694Z","caller":"traceutil/trace.go:171","msg":"trace[541314046] transaction","detail":"{read_only:false; response_revision:6379; number_of_response:1; }","duration":"2.476365582s","start":"2026-04-03T02:37:22.008316Z","end":"2026-04-03T02:37:24.484682Z","steps":["trace[541314046] 'process raft request' (duration: 2.475183397s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.4848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164789946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:37:24.484836Z","caller":"traceutil/trace.go:171","msg":"trace[865609183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6382; }","duration":"2.164866038s","start":"2026-04-03T02:37:22.319961Z","end":"2026-04-03T02:37:24.484827Z","steps":["trace[865609183] 'agreement among raft nodes before linearized reading' (duration: 2.164726626s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.484844Z","caller":"traceutil/trace.go:171","msg":"trace[2115426951] transaction","detail":"{read_only:false; response_revision:6380; number_of_response:1; }","duration":"2.45221383s","start":"2026-04-03T02:37:22.03262Z","end":"2026-04-03T02:37:24.484833Z","steps":["trace[2115426951] 'process raft request' (duration: 2.450925132s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.484867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.319934Z","time spent":"2.1649266s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:37:24.484908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.032602Z","time spent":"2.452280121s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:24.48516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.839339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:37:24.485196Z","caller":"traceutil/trace.go:171","msg":"trace[32966671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6382; }","duration":"304.947013ms","start":"2026-04-03T02:37:24.18024Z","end":"2026-04-03T02:37:24.485187Z","steps":["trace[32966671] 'agreement among raft nodes before linearized reading' (duration: 304.850351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.485225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:24.18021Z","time spent":"305.009824ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:37:24.485423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940947051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:24.485457Z","caller":"traceutil/trace.go:171","msg":"trace[1184668768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6382; }","duration":"1.940987712s","start":"2026-04-03T02:37:22.544461Z","end":"2026-04-03T02:37:24.485449Z","steps":["trace[1184668768] 'agreement among raft nodes before linearized reading' (duration: 1.94090359s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.485486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.544458Z","time spent":"1.941021982s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:37:24.485595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024340769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:37:24.485619Z","caller":"traceutil/trace.go:171","msg":"trace[1834694220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6382; }","duration":"2.024391561s","start":"2026-04-03T02:37:22.46122Z","end":"2026-04-03T02:37:24.485611Z","steps":["trace[1834694220] 'agreement among raft nodes before linearized reading' (duration: 2.024329829s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.485644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.461204Z","time spent":"2.024432191s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:24.485744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164324257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:37:24.485773Z","caller":"traceutil/trace.go:171","msg":"trace[1115820424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6382; }","duration":"2.164397239s","start":"2026-04-03T02:37:22.321368Z","end":"2026-04-03T02:37:24.485766Z","steps":["trace[1115820424] 'agreement among raft nodes before linearized reading' (duration: 2.164327847s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.4858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.321263Z","time spent":"2.16453152s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:24.4848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.008285Z","time spent":"2.476443763s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:24.485887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.141395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:24.48593Z","caller":"traceutil/trace.go:171","msg":"trace[1774278310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6382; }","duration":"864.210736ms","start":"2026-04-03T02:37:23.621707Z","end":"2026-04-03T02:37:24.485918Z","steps":["trace[1774278310] 'agreement among raft nodes before linearized reading' (duration: 864.135175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.48597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.621694Z","time spent":"864.269177ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:24.486098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.986057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:37:24.486134Z","caller":"traceutil/trace.go:171","msg":"trace[169620741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6382; }","duration":"593.064358ms","start":"2026-04-03T02:37:23.893061Z","end":"2026-04-03T02:37:24.486125Z","steps":["trace[169620741] 'agreement among raft nodes before linearized reading' (duration: 592.980377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.486139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.827521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T02:37:24.486161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.893036Z","time spent":"593.11922ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:37:24.486176Z","caller":"traceutil/trace.go:171","msg":"trace[1977415759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6382; }","duration":"791.890193ms","start":"2026-04-03T02:37:23.694272Z","end":"2026-04-03T02:37:24.486162Z","steps":["trace[1977415759] 'agreement among raft nodes before linearized reading' (duration: 791.823622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.486198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.694254Z","time spent":"791.938425ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:37:24.486187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173786068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:37:24.486235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.640119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:24.486263Z","caller":"traceutil/trace.go:171","msg":"trace[978497592] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6382; }","duration":"884.67171ms","start":"2026-04-03T02:37:23.601584Z","end":"2026-04-03T02:37:24.486255Z","steps":["trace[978497592] 'agreement among raft nodes before linearized reading' (duration: 884.586438ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.486258Z","caller":"traceutil/trace.go:171","msg":"trace[896699605] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6382; }","duration":"1.17392778s","start":"2026-04-03T02:37:23.312309Z","end":"2026-04-03T02:37:24.486237Z","steps":["trace[896699605] 'agreement among raft nodes before linearized reading' (duration: 1.173799398s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.486281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.601538Z","time spent":"884.738101ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":38,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:24.486302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.312288Z","time spent":"1.174005912s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:24.486287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515864549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:24.486361Z","caller":"traceutil/trace.go:171","msg":"trace[1865840223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6382; }","duration":"1.516010673s","start":"2026-04-03T02:37:22.970332Z","end":"2026-04-03T02:37:24.486343Z","steps":["trace[1865840223] 'agreement among raft nodes before linearized reading' (duration: 1.51586073s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.486406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.970306Z","time spent":"1.516092014s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:24.488982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94371844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:37:24.489068Z","caller":"traceutil/trace.go:171","msg":"trace[1228563777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6382; }","duration":"1.943839503s","start":"2026-04-03T02:37:22.54521Z","end":"2026-04-03T02:37:24.489049Z","steps":["trace[1228563777] 'agreement among raft nodes before linearized reading' (duration: 1.939930859s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.489119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:22.545206Z","time spent":"1.943898453s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:37:24.616479Z","caller":"traceutil/trace.go:171","msg":"trace[154320947] transaction","detail":"{read_only:false; response_revision:6384; number_of_response:1; }","duration":"125.184094ms","start":"2026-04-03T02:37:24.491262Z","end":"2026-04-03T02:37:24.616447Z","steps":["trace[154320947] 'process raft request' (duration: 101.669725ms)","trace[154320947] 'compare' (duration: 23.266353ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:24.616842Z","caller":"traceutil/trace.go:171","msg":"trace[1652588360] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"125.525621ms","start":"2026-04-03T02:37:24.491297Z","end":"2026-04-03T02:37:24.616823Z","steps":["trace[1652588360] 'process raft request' (duration: 125.095391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.617046Z","caller":"traceutil/trace.go:171","msg":"trace[492977169] linearizableReadLoop","detail":"{readStateIndex:6616; appliedIndex:6614; }","duration":"124.636993ms","start":"2026-04-03T02:37:24.492372Z","end":"2026-04-03T02:37:24.617009Z","steps":["trace[492977169] 'read index received' (duration: 19.318411ms)","trace[492977169] 'applied index is now lower than readState.Index' (duration: 105.316982ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:24.617116Z","caller":"traceutil/trace.go:171","msg":"trace[648433074] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"124.682382ms","start":"2026-04-03T02:37:24.492401Z","end":"2026-04-03T02:37:24.617083Z","steps":["trace[648433074] 'process raft request' (duration: 124.237272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.617224Z","caller":"traceutil/trace.go:171","msg":"trace[1450677364] transaction","detail":"{read_only:false; response_revision:6387; number_of_response:1; }","duration":"124.183872ms","start":"2026-04-03T02:37:24.493026Z","end":"2026-04-03T02:37:24.61721Z","steps":["trace[1450677364] 'process raft request' (duration: 123.787033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.617408Z","caller":"traceutil/trace.go:171","msg":"trace[1250002381] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"124.318204ms","start":"2026-04-03T02:37:24.493077Z","end":"2026-04-03T02:37:24.617395Z","steps":["trace[1250002381] 'process raft request' (duration: 123.818174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.617683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.278506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"warn","ts":"2026-04-03T02:37:24.617693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.681122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T02:37:24.617738Z","caller":"traceutil/trace.go:171","msg":"trace[617307836] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6389; }","duration":"125.367367ms","start":"2026-04-03T02:37:24.492357Z","end":"2026-04-03T02:37:24.617724Z","steps":["trace[617307836] 'agreement among raft nodes before linearized reading' (duration: 125.167984ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.617748Z","caller":"traceutil/trace.go:171","msg":"trace[1618875771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36; range_end:; response_count:1; response_revision:6389; }","duration":"124.761033ms","start":"2026-04-03T02:37:24.492971Z","end":"2026-04-03T02:37:24.617732Z","steps":["trace[1618875771] 'agreement among raft nodes before linearized reading' (duration: 124.57819ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.617765Z","caller":"traceutil/trace.go:171","msg":"trace[369382306] transaction","detail":"{read_only:false; response_revision:6389; number_of_response:1; }","duration":"124.658482ms","start":"2026-04-03T02:37:24.493093Z","end":"2026-04-03T02:37:24.617751Z","steps":["trace[369382306] 'process raft request' (duration: 123.851305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.617762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.409414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:24.618097Z","caller":"traceutil/trace.go:171","msg":"trace[1193809440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6389; }","duration":"122.764122ms","start":"2026-04-03T02:37:24.495297Z","end":"2026-04-03T02:37:24.618061Z","steps":["trace[1193809440] 'agreement among raft nodes before linearized reading' (duration: 122.345443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.824155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.827234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:24.824248Z","caller":"traceutil/trace.go:171","msg":"trace[1041285040] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6389; }","duration":"106.949696ms","start":"2026-04-03T02:37:24.717279Z","end":"2026-04-03T02:37:24.824229Z","steps":["trace[1041285040] 'range keys from in-memory index tree' (duration: 106.719921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:27.970251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000835676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:37:27.970343Z","caller":"traceutil/trace.go:171","msg":"trace[1779022224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000976568s","start":"2026-04-03T02:37:25.969347Z","end":"2026-04-03T02:37:27.970323Z","steps":["trace[1779022224] 'agreement among raft nodes before linearized reading' (duration: 2.000855666s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:27.97045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:25.969329Z","time spent":"2.00110294s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:37:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:37:28.165086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93510369s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:37:28.165376Z","caller":"traceutil/trace.go:171","msg":"trace[1366218950] linearizableReadLoop","detail":"{readStateIndex:6621; appliedIndex:6620; }","duration":"2.195977177s","start":"2026-04-03T02:37:25.969378Z","end":"2026-04-03T02:37:28.165355Z","steps":["trace[1366218950] 'read index received' (duration: 260.51932ms)","trace[1366218950] 'applied index is now lower than readState.Index' (duration: 1.935456607s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:28.166463Z","caller":"traceutil/trace.go:171","msg":"trace[1533943505] transaction","detail":"{read_only:false; response_revision:6390; number_of_response:1; }","duration":"1.673403335s","start":"2026-04-03T02:37:26.493031Z","end":"2026-04-03T02:37:28.166435Z","steps":["trace[1533943505] 'process raft request' (duration: 1.67220304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.167764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.492984Z","time spent":"1.673553379s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:28.646258Z","caller":"traceutil/trace.go:171","msg":"trace[1321430550] transaction","detail":"{read_only:false; response_revision:6391; number_of_response:1; }","duration":"2.152984011s","start":"2026-04-03T02:37:26.493236Z","end":"2026-04-03T02:37:28.64622Z","steps":["trace[1321430550] 'process raft request' (duration: 2.152611384s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.646403Z","caller":"traceutil/trace.go:171","msg":"trace[1556382341] linearizableReadLoop","detail":"{readStateIndex:6625; appliedIndex:6622; }","duration":"480.913754ms","start":"2026-04-03T02:37:28.165464Z","end":"2026-04-03T02:37:28.646378Z","steps":["trace[1556382341] 'read index received' (duration: 480.332831ms)","trace[1556382341] 'applied index is now lower than readState.Index' (duration: 579.673µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:28.646466Z","caller":"traceutil/trace.go:171","msg":"trace[2098415920] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"2.152753267s","start":"2026-04-03T02:37:26.49367Z","end":"2026-04-03T02:37:28.646423Z","steps":["trace[2098415920] 'process raft request' (duration: 2.152522892s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.646613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024778147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:37:28.646681Z","caller":"traceutil/trace.go:171","msg":"trace[42943718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6393; }","duration":"2.024913028s","start":"2026-04-03T02:37:26.621755Z","end":"2026-04-03T02:37:28.646668Z","steps":["trace[42943718] 'agreement among raft nodes before linearized reading' (duration: 2.024723134s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.646691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024478669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:37:28.646725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.493621Z","time spent":"2.152957372s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:28.646781Z","caller":"traceutil/trace.go:171","msg":"trace[89397910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6393; }","duration":"2.024622892s","start":"2026-04-03T02:37:26.62214Z","end":"2026-04-03T02:37:28.646762Z","steps":["trace[89397910] 'agreement among raft nodes before linearized reading' (duration: 2.024335806s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.646701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.493225Z","time spent":"2.153272909s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:28.646711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131473656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:28.647427Z","caller":"traceutil/trace.go:171","msg":"trace[1886428916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6393; }","duration":"2.13219033s","start":"2026-04-03T02:37:26.515214Z","end":"2026-04-03T02:37:28.647404Z","steps":["trace[1886428916] 'agreement among raft nodes before linearized reading' (duration: 2.131301052s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.64749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.515165Z","time spent":"2.132307114s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:37:28.646831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.622126Z","time spent":"2.024695494s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:28.646725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.621732Z","time spent":"2.02498417s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:28.646837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024682394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:37:28.646847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025742636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:37:28.647996Z","caller":"traceutil/trace.go:171","msg":"trace[1994782364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6393; }","duration":"2.026905631s","start":"2026-04-03T02:37:26.62107Z","end":"2026-04-03T02:37:28.647976Z","steps":["trace[1994782364] 'agreement among raft nodes before linearized reading' (duration: 2.025684985s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.648048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.62106Z","time spent":"2.026972582s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:37:28.646284Z","caller":"traceutil/trace.go:171","msg":"trace[949266849] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"2.152771278s","start":"2026-04-03T02:37:26.493478Z","end":"2026-04-03T02:37:28.64625Z","steps":["trace[949266849] 'process raft request' (duration: 2.152650234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.64688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.856636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:28.648257Z","caller":"traceutil/trace.go:171","msg":"trace[1014277001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6393; }","duration":"671.254225ms","start":"2026-04-03T02:37:27.976975Z","end":"2026-04-03T02:37:28.64823Z","steps":["trace[1014277001] 'agreement among raft nodes before linearized reading' (duration: 669.879886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.648238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.493471Z","time spent":"2.154646037s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:28.648378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:27.976951Z","time spent":"671.412428ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:28.647084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.004072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b84d1dd5ad5b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:37:28.648464Z","caller":"traceutil/trace.go:171","msg":"trace[1431584049] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b84d1dd5ad5b; range_end:; response_count:1; response_revision:6393; }","duration":"674.455613ms","start":"2026-04-03T02:37:27.973996Z","end":"2026-04-03T02:37:28.648451Z","steps":["trace[1431584049] 'agreement among raft nodes before linearized reading' (duration: 672.885529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.646939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13838823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:28.648669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:27.973978Z","time spent":"674.597005ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b84d1dd5ad5b\" "} {"level":"info","ts":"2026-04-03T02:37:28.648683Z","caller":"traceutil/trace.go:171","msg":"trace[631974458] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:6393; }","duration":"1.140130006s","start":"2026-04-03T02:37:27.508535Z","end":"2026-04-03T02:37:28.648665Z","steps":["trace[631974458] 'agreement among raft nodes before linearized reading' (duration: 1.138352378s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.649148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:27.508512Z","time spent":"1.140617257s","remote":"127.0.0.1:43498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:28.649145Z","caller":"traceutil/trace.go:171","msg":"trace[1433697724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6393; }","duration":"2.025778537s","start":"2026-04-03T02:37:26.622124Z","end":"2026-04-03T02:37:28.647903Z","steps":["trace[1433697724] 'agreement among raft nodes before linearized reading' (duration: 2.024633273s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.649331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.622113Z","time spent":"2.027084945s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:28.77402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.306052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:28.774107Z","caller":"traceutil/trace.go:171","msg":"trace[581071450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6393; }","duration":"123.420614ms","start":"2026-04-03T02:37:28.650669Z","end":"2026-04-03T02:37:28.77409Z","steps":["trace[581071450] 'range keys from in-memory index tree' (duration: 123.20951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.774503Z","caller":"traceutil/trace.go:171","msg":"trace[1614904485] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"120.867969ms","start":"2026-04-03T02:37:28.653275Z","end":"2026-04-03T02:37:28.774143Z","steps":["trace[1614904485] 'process raft request' (duration: 77.4805ms)","trace[1614904485] 'compare' (duration: 43.151345ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:28.868715Z","caller":"traceutil/trace.go:171","msg":"trace[1888126586] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"215.30177ms","start":"2026-04-03T02:37:28.653386Z","end":"2026-04-03T02:37:28.868688Z","steps":["trace[1888126586] 'process raft request' (duration: 215.030943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.868871Z","caller":"traceutil/trace.go:171","msg":"trace[1611969496] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"214.937382ms","start":"2026-04-03T02:37:28.65389Z","end":"2026-04-03T02:37:28.868827Z","steps":["trace[1611969496] 'process raft request' (duration: 214.682737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.868919Z","caller":"traceutil/trace.go:171","msg":"trace[1253579550] transaction","detail":"{read_only:false; response_revision:6399; number_of_response:1; }","duration":"214.593915ms","start":"2026-04-03T02:37:28.654314Z","end":"2026-04-03T02:37:28.868908Z","steps":["trace[1253579550] 'process raft request' (duration: 214.307849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.868926Z","caller":"traceutil/trace.go:171","msg":"trace[9197425] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"214.629735ms","start":"2026-04-03T02:37:28.654249Z","end":"2026-04-03T02:37:28.868879Z","steps":["trace[9197425] 'process raft request' (duration: 214.349508ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.869134Z","caller":"traceutil/trace.go:171","msg":"trace[733282963] transaction","detail":"{read_only:false; response_revision:6396; number_of_response:1; }","duration":"215.538174ms","start":"2026-04-03T02:37:28.653585Z","end":"2026-04-03T02:37:28.869124Z","steps":["trace[733282963] 'process raft request' (duration: 214.942631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.98833Z","caller":"traceutil/trace.go:171","msg":"trace[958528789] transaction","detail":"{read_only:false; response_revision:6400; number_of_response:1; }","duration":"109.916838ms","start":"2026-04-03T02:37:28.878373Z","end":"2026-04-03T02:37:28.98829Z","steps":["trace[958528789] 'process raft request' (duration: 109.736114ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:30.388997Z","caller":"traceutil/trace.go:171","msg":"trace[1241982828] linearizableReadLoop","detail":"{readStateIndex:6636; appliedIndex:6635; }","duration":"338.850593ms","start":"2026-04-03T02:37:30.050102Z","end":"2026-04-03T02:37:30.388952Z","steps":["trace[1241982828] 'read index received' (duration: 338.613928ms)","trace[1241982828] 'applied index is now lower than readState.Index' (duration: 234.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:30.389125Z","caller":"traceutil/trace.go:171","msg":"trace[1493557376] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"391.031858ms","start":"2026-04-03T02:37:29.998049Z","end":"2026-04-03T02:37:30.389081Z","steps":["trace[1493557376] 'process raft request' (duration: 390.703331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.389245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.053918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:30.389316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:29.998035Z","time spent":"391.17906ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6848,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:30.389348Z","caller":"traceutil/trace.go:171","msg":"trace[1013290912] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6404; }","duration":"339.263122ms","start":"2026-04-03T02:37:30.050072Z","end":"2026-04-03T02:37:30.389335Z","steps":["trace[1013290912] 'agreement among raft nodes before linearized reading' (duration: 339.045597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.389431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:30.05006Z","time spent":"339.327453ms","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:37:30.49087Z","caller":"traceutil/trace.go:171","msg":"trace[578071513] linearizableReadLoop","detail":"{readStateIndex:6637; appliedIndex:6636; }","duration":"101.758504ms","start":"2026-04-03T02:37:30.389086Z","end":"2026-04-03T02:37:30.490845Z","steps":["trace[578071513] 'read index received' (duration: 101.57683ms)","trace[578071513] 'applied index is now lower than readState.Index' (duration: 180.404µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:30.490918Z","caller":"traceutil/trace.go:171","msg":"trace[452516768] transaction","detail":"{read_only:false; response_revision:6405; number_of_response:1; }","duration":"318.523544ms","start":"2026-04-03T02:37:30.172363Z","end":"2026-04-03T02:37:30.490887Z","steps":["trace[452516768] 'process raft request' (duration: 318.313059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.491078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.49973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.186\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:37:30.491112Z","caller":"traceutil/trace.go:171","msg":"trace[409738427] range","detail":"{range_begin:/registry/masterleases/199.19.213.186; range_end:; response_count:1; response_revision:6405; }","duration":"349.5813ms","start":"2026-04-03T02:37:30.141521Z","end":"2026-04-03T02:37:30.491102Z","steps":["trace[409738427] 'agreement among raft nodes before linearized reading' (duration: 349.424497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:30.491112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:30.172341Z","time spent":"318.665616ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:30.491148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:30.141508Z","time spent":"349.630691ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.186\" "} {"level":"warn","ts":"2026-04-03T02:37:31.232988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.28273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:31.233193Z","caller":"traceutil/trace.go:171","msg":"trace[1008593338] transaction","detail":"{read_only:false; response_revision:6416; number_of_response:1; }","duration":"277.081735ms","start":"2026-04-03T02:37:30.956092Z","end":"2026-04-03T02:37:31.233174Z","steps":["trace[1008593338] 'process raft request' (duration: 277.042854ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:31.233222Z","caller":"traceutil/trace.go:171","msg":"trace[5178774] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"279.375494ms","start":"2026-04-03T02:37:30.953813Z","end":"2026-04-03T02:37:31.233188Z","steps":["trace[5178774] 'process raft request' (duration: 137.792357ms)","trace[5178774] 'compare' (duration: 141.064916ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:31.23338Z","caller":"traceutil/trace.go:171","msg":"trace[65012174] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"277.426002ms","start":"2026-04-03T02:37:30.955941Z","end":"2026-04-03T02:37:31.233367Z","steps":["trace[65012174] 'process raft request' (duration: 277.135546ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:31.587297Z","caller":"traceutil/trace.go:171","msg":"trace[1958655970] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"187.786495ms","start":"2026-04-03T02:37:31.399487Z","end":"2026-04-03T02:37:31.587274Z","steps":["trace[1958655970] 'process raft request' (duration: 187.632731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:32.016625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.754581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:32.016962Z","caller":"traceutil/trace.go:171","msg":"trace[340960890] transaction","detail":"{read_only:false; response_revision:6420; number_of_response:1; }","duration":"260.30603ms","start":"2026-04-03T02:37:31.756633Z","end":"2026-04-03T02:37:32.016939Z","steps":["trace[340960890] 'process raft request' (duration: 14.994067ms)","trace[340960890] 'compare' (duration: 244.506477ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:32.018349Z","caller":"traceutil/trace.go:171","msg":"trace[554148857] transaction","detail":"{read_only:false; response_revision:6421; number_of_response:1; }","duration":"239.0428ms","start":"2026-04-03T02:37:31.77929Z","end":"2026-04-03T02:37:32.018332Z","steps":["trace[554148857] 'process raft request' (duration: 238.826995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:33.357532Z","caller":"traceutil/trace.go:171","msg":"trace[2140537180] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"110.889657ms","start":"2026-04-03T02:37:33.246611Z","end":"2026-04-03T02:37:33.3575Z","steps":["trace[2140537180] 'process raft request' (duration: 110.348745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:33.357707Z","caller":"traceutil/trace.go:171","msg":"trace[277250438] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"110.201271ms","start":"2026-04-03T02:37:33.24745Z","end":"2026-04-03T02:37:33.357651Z","steps":["trace[277250438] 'process raft request' (duration: 110.000378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:33.840756Z","caller":"traceutil/trace.go:171","msg":"trace[1365992451] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"139.050412ms","start":"2026-04-03T02:37:33.701656Z","end":"2026-04-03T02:37:33.840706Z","steps":["trace[1365992451] 'process raft request' (duration: 103.880857ms)","trace[1365992451] 'compare' (duration: 34.98081ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:33.840697Z","caller":"traceutil/trace.go:171","msg":"trace[1597342701] linearizableReadLoop","detail":"{readStateIndex:6667; appliedIndex:6666; }","duration":"108.102427ms","start":"2026-04-03T02:37:33.732566Z","end":"2026-04-03T02:37:33.840668Z","steps":["trace[1597342701] 'read index received' (duration: 72.949523ms)","trace[1597342701] 'applied index is now lower than readState.Index' (duration: 35.151204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:33.840971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.382162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-kqp2r.18a2b7b777f61555\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-03T02:37:33.841042Z","caller":"traceutil/trace.go:171","msg":"trace[40772862] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-kqp2r.18a2b7b777f61555; range_end:; response_count:1; response_revision:6434; }","duration":"108.515847ms","start":"2026-04-03T02:37:33.732511Z","end":"2026-04-03T02:37:33.841027Z","steps":["trace[40772862] 'agreement among raft nodes before linearized reading' (duration: 108.23279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:34.056294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.900904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:34.056481Z","caller":"traceutil/trace.go:171","msg":"trace[2043752080] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"152.248421ms","start":"2026-04-03T02:37:33.904209Z","end":"2026-04-03T02:37:34.056458Z","steps":["trace[2043752080] 'process raft request' (duration: 43.083702ms)","trace[2043752080] 'compare' (duration: 108.775971ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:34.268822Z","caller":"traceutil/trace.go:171","msg":"trace[1111223333] linearizableReadLoop","detail":"{readStateIndex:6675; appliedIndex:6674; }","duration":"207.034889ms","start":"2026-04-03T02:37:34.061758Z","end":"2026-04-03T02:37:34.268793Z","steps":["trace[1111223333] 'read index received' (duration: 117.078036ms)","trace[1111223333] 'applied index is now lower than readState.Index' (duration: 89.956023ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:34.268959Z","caller":"traceutil/trace.go:171","msg":"trace[393989821] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"207.835427ms","start":"2026-04-03T02:37:34.061093Z","end":"2026-04-03T02:37:34.268929Z","steps":["trace[393989821] 'process raft request' (duration: 117.742161ms)","trace[393989821] 'compare' (duration: 89.764309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:34.269131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.186713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-03T02:37:34.269164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.381327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-03T02:37:34.26921Z","caller":"traceutil/trace.go:171","msg":"trace[828579469] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6441; }","duration":"207.446459ms","start":"2026-04-03T02:37:34.061751Z","end":"2026-04-03T02:37:34.269197Z","steps":["trace[828579469] 'agreement among raft nodes before linearized reading' (duration: 207.191453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.269228Z","caller":"traceutil/trace.go:171","msg":"trace[847588943] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6441; }","duration":"207.302136ms","start":"2026-04-03T02:37:34.061885Z","end":"2026-04-03T02:37:34.269187Z","steps":["trace[847588943] 'agreement among raft nodes before linearized reading' (duration: 207.111682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:34.269359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.14554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2328"} {"level":"info","ts":"2026-04-03T02:37:34.269501Z","caller":"traceutil/trace.go:171","msg":"trace[335437014] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:6441; }","duration":"205.307822ms","start":"2026-04-03T02:37:34.064174Z","end":"2026-04-03T02:37:34.269482Z","steps":["trace[335437014] 'agreement among raft nodes before linearized reading' (duration: 204.941745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.638514Z","caller":"traceutil/trace.go:171","msg":"trace[1065816134] linearizableReadLoop","detail":"{readStateIndex:6677; appliedIndex:6676; }","duration":"290.897204ms","start":"2026-04-03T02:37:34.347587Z","end":"2026-04-03T02:37:34.638485Z","steps":["trace[1065816134] 'read index received' (duration: 276.612181ms)","trace[1065816134] 'applied index is now lower than readState.Index' (duration: 14.283393ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:34.638703Z","caller":"traceutil/trace.go:171","msg":"trace[2085259547] transaction","detail":"{read_only:false; response_revision:6443; number_of_response:1; }","duration":"293.726544ms","start":"2026-04-03T02:37:34.344902Z","end":"2026-04-03T02:37:34.638629Z","steps":["trace[2085259547] 'process raft request' (duration: 279.242597ms)","trace[2085259547] 'compare' (duration: 14.064798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:34.638883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.247671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:34.638997Z","caller":"traceutil/trace.go:171","msg":"trace[616196302] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6443; }","duration":"291.388604ms","start":"2026-04-03T02:37:34.347585Z","end":"2026-04-03T02:37:34.638973Z","steps":["trace[616196302] 'agreement among raft nodes before linearized reading' (duration: 291.111758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:34.669173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.977502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:34.669267Z","caller":"traceutil/trace.go:171","msg":"trace[129695224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6444; }","duration":"106.117374ms","start":"2026-04-03T02:37:34.563126Z","end":"2026-04-03T02:37:34.669243Z","steps":["trace[129695224] 'agreement among raft nodes before linearized reading' (duration: 105.952991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.669423Z","caller":"traceutil/trace.go:171","msg":"trace[994500242] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"150.096355ms","start":"2026-04-03T02:37:34.519306Z","end":"2026-04-03T02:37:34.669402Z","steps":["trace[994500242] 'process raft request' (duration: 149.479222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:34.671065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.299004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-03T02:37:34.671216Z","caller":"traceutil/trace.go:171","msg":"trace[992157996] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6444; }","duration":"171.463147ms","start":"2026-04-03T02:37:34.499733Z","end":"2026-04-03T02:37:34.671196Z","steps":["trace[992157996] 'agreement among raft nodes before linearized reading' (duration: 169.499936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.786644Z","caller":"traceutil/trace.go:171","msg":"trace[382904191] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"141.605316ms","start":"2026-04-03T02:37:34.645007Z","end":"2026-04-03T02:37:34.786613Z","steps":["trace[382904191] 'process raft request' (duration: 141.492123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.786732Z","caller":"traceutil/trace.go:171","msg":"trace[1717558165] linearizableReadLoop","detail":"{readStateIndex:6685; appliedIndex:6678; }","duration":"117.69934ms","start":"2026-04-03T02:37:34.66901Z","end":"2026-04-03T02:37:34.786709Z","steps":["trace[1717558165] 'read index received' (duration: 114.647375ms)","trace[1717558165] 'applied index is now lower than readState.Index' (duration: 3.050665ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:34.786705Z","caller":"traceutil/trace.go:171","msg":"trace[1197771281] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"141.888882ms","start":"2026-04-03T02:37:34.644764Z","end":"2026-04-03T02:37:34.786652Z","steps":["trace[1197771281] 'process raft request' (duration: 138.797686ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.786812Z","caller":"traceutil/trace.go:171","msg":"trace[1313779429] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"141.78498ms","start":"2026-04-03T02:37:34.645012Z","end":"2026-04-03T02:37:34.786797Z","steps":["trace[1313779429] 'process raft request' (duration: 141.519234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.786839Z","caller":"traceutil/trace.go:171","msg":"trace[1953802279] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"141.633836ms","start":"2026-04-03T02:37:34.645194Z","end":"2026-04-03T02:37:34.786828Z","steps":["trace[1953802279] 'process raft request' (duration: 141.400341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.786983Z","caller":"traceutil/trace.go:171","msg":"trace[519166784] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"141.711858ms","start":"2026-04-03T02:37:34.645261Z","end":"2026-04-03T02:37:34.786973Z","steps":["trace[519166784] 'process raft request' (duration: 141.35888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.786727Z","caller":"traceutil/trace.go:171","msg":"trace[62489148] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"141.589615ms","start":"2026-04-03T02:37:34.645098Z","end":"2026-04-03T02:37:34.786688Z","steps":["trace[62489148] 'process raft request' (duration: 141.464453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.787111Z","caller":"traceutil/trace.go:171","msg":"trace[2099393255] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"132.707848ms","start":"2026-04-03T02:37:34.654377Z","end":"2026-04-03T02:37:34.787085Z","steps":["trace[2099393255] 'process raft request' (duration: 132.271599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:34.787191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.364663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:37:34.787499Z","caller":"traceutil/trace.go:171","msg":"trace[1418676862] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6451; }","duration":"144.716812ms","start":"2026-04-03T02:37:34.642751Z","end":"2026-04-03T02:37:34.787468Z","steps":["trace[1418676862] 'agreement among raft nodes before linearized reading' (duration: 144.262152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.822513Z","caller":"traceutil/trace.go:171","msg":"trace[1800173645] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"125.515234ms","start":"2026-04-03T02:37:34.696979Z","end":"2026-04-03T02:37:34.822494Z","steps":["trace[1800173645] 'process raft request' (duration: 125.161697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:34.82292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.377091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T02:37:34.822995Z","caller":"traceutil/trace.go:171","msg":"trace[1325056798] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6454; }","duration":"124.486033ms","start":"2026-04-03T02:37:34.69849Z","end":"2026-04-03T02:37:34.822976Z","steps":["trace[1325056798] 'agreement among raft nodes before linearized reading' (duration: 124.272339ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:35.37565Z","caller":"traceutil/trace.go:171","msg":"trace[364232350] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"487.147863ms","start":"2026-04-03T02:37:34.888476Z","end":"2026-04-03T02:37:35.375624Z","steps":["trace[364232350] 'process raft request' (duration: 486.880178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.375823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:34.888455Z","time spent":"487.271036ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:35.375967Z","caller":"traceutil/trace.go:171","msg":"trace[1069375741] linearizableReadLoop","detail":"{readStateIndex:6692; appliedIndex:6691; }","duration":"486.826778ms","start":"2026-04-03T02:37:34.889127Z","end":"2026-04-03T02:37:35.375953Z","steps":["trace[1069375741] 'read index received' (duration: 486.241935ms)","trace[1069375741] 'applied index is now lower than readState.Index' (duration: 583.423µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:35.376059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.928299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:35.376095Z","caller":"traceutil/trace.go:171","msg":"trace[1137848525] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs; range_end:; response_count:0; response_revision:6458; }","duration":"486.97493ms","start":"2026-04-03T02:37:34.88911Z","end":"2026-04-03T02:37:35.376085Z","steps":["trace[1137848525] 'agreement among raft nodes before linearized reading' (duration: 486.915279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.376126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:34.889103Z","time spent":"487.017091ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/keystone-api-certs\" "} {"level":"warn","ts":"2026-04-03T02:37:35.78854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.982644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:37:35.788913Z","caller":"traceutil/trace.go:171","msg":"trace[1390932623] linearizableReadLoop","detail":"{readStateIndex:6693; appliedIndex:6692; }","duration":"412.890633ms","start":"2026-04-03T02:37:35.375999Z","end":"2026-04-03T02:37:35.788889Z","steps":["trace[1390932623] 'read index received' (duration: 35.539552ms)","trace[1390932623] 'applied index is now lower than readState.Index' (duration: 377.348161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:35.789089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.24433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-03T02:37:35.789088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.169485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:35.789129Z","caller":"traceutil/trace.go:171","msg":"trace[853746624] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6458; }","duration":"899.331892ms","start":"2026-04-03T02:37:34.889787Z","end":"2026-04-03T02:37:35.789119Z","steps":["trace[853746624] 'agreement among raft nodes before linearized reading' (duration: 899.178049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.789165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:34.889773Z","time spent":"899.385163ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-03T02:37:35.789165Z","caller":"traceutil/trace.go:171","msg":"trace[524491445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6458; }","duration":"819.283768ms","start":"2026-04-03T02:37:34.969862Z","end":"2026-04-03T02:37:35.789146Z","steps":["trace[524491445] 'agreement among raft nodes before linearized reading' (duration: 819.139886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.7892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.486461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:37:35.789265Z","caller":"traceutil/trace.go:171","msg":"trace[1327085744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6458; }","duration":"426.557553ms","start":"2026-04-03T02:37:35.362689Z","end":"2026-04-03T02:37:35.789246Z","steps":["trace[1327085744] 'agreement among raft nodes before linearized reading' (duration: 426.45315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.789315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.254718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:37:35.789211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:34.969817Z","time spent":"819.385601ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:37:35.789345Z","caller":"traceutil/trace.go:171","msg":"trace[1342437075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6458; }","duration":"427.344019ms","start":"2026-04-03T02:37:35.361991Z","end":"2026-04-03T02:37:35.789335Z","steps":["trace[1342437075] 'agreement among raft nodes before linearized reading' (duration: 427.243676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.789371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.36197Z","time spent":"427.39627ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:37:35.78922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.54644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T02:37:35.789093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.130241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:37:35.789561Z","caller":"traceutil/trace.go:171","msg":"trace[21778083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6458; }","duration":"850.912497ms","start":"2026-04-03T02:37:34.938634Z","end":"2026-04-03T02:37:35.789546Z","steps":["trace[21778083] 'agreement among raft nodes before linearized reading' (duration: 850.323525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.789349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.353253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:35.789601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:34.9386Z","time spent":"850.9878ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:37:35.789602Z","caller":"traceutil/trace.go:171","msg":"trace[669828501] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:6458; }","duration":"899.622138ms","start":"2026-04-03T02:37:34.889972Z","end":"2026-04-03T02:37:35.789594Z","steps":["trace[669828501] 'agreement among raft nodes before linearized reading' (duration: 899.353282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:35.7896Z","caller":"traceutil/trace.go:171","msg":"trace[447968195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6458; }","duration":"746.689163ms","start":"2026-04-03T02:37:35.042894Z","end":"2026-04-03T02:37:35.789584Z","steps":["trace[447968195] 'agreement among raft nodes before linearized reading' (duration: 746.005748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.789637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:34.889963Z","time spent":"899.665749ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-04-03T02:37:35.789656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.042844Z","time spent":"746.792916ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:37:35.789315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.362679Z","time spent":"426.626694ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:37:35.789797Z","caller":"traceutil/trace.go:171","msg":"trace[420406215] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"409.763487ms","start":"2026-04-03T02:37:35.380025Z","end":"2026-04-03T02:37:35.789789Z","steps":["trace[420406215] 'process raft request' (duration: 408.650584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.789885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.380009Z","time spent":"409.805717ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:36.08113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.220489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:36.081189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.87107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:37:36.081256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.163615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:37:36.081297Z","caller":"traceutil/trace.go:171","msg":"trace[1272353702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6459; }","duration":"792.049964ms","start":"2026-04-03T02:37:35.289218Z","end":"2026-04-03T02:37:36.081268Z","steps":["trace[1272353702] 'agreement among raft nodes before linearized reading' (duration: 500.538018ms)","trace[1272353702] 'range keys from in-memory index tree' (duration: 291.25457ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:36.081311Z","caller":"traceutil/trace.go:171","msg":"trace[259526802] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6459; }","duration":"287.241496ms","start":"2026-04-03T02:37:35.794053Z","end":"2026-04-03T02:37:36.081295Z","steps":["trace[259526802] 'range keys from in-memory index tree' (duration: 287.051001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.081351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.289189Z","time spent":"792.149435ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:37:36.081226Z","caller":"traceutil/trace.go:171","msg":"trace[88402463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6459; }","duration":"290.385433ms","start":"2026-04-03T02:37:35.790819Z","end":"2026-04-03T02:37:36.081205Z","steps":["trace[88402463] 'range keys from in-memory index tree' (duration: 290.081427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.08113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.257236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:37:36.081861Z","caller":"traceutil/trace.go:171","msg":"trace[538019547] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6459; }","duration":"288.032782ms","start":"2026-04-03T02:37:35.793811Z","end":"2026-04-03T02:37:36.081844Z","steps":["trace[538019547] 'range keys from in-memory index tree' (duration: 287.073103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.082084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.94243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:36.082512Z","caller":"traceutil/trace.go:171","msg":"trace[35860304] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"287.658045ms","start":"2026-04-03T02:37:35.794713Z","end":"2026-04-03T02:37:36.082371Z","steps":["trace[35860304] 'process raft request' (duration: 61.202025ms)","trace[35860304] 'compare' (duration: 225.378318ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:36.107606Z","caller":"traceutil/trace.go:171","msg":"trace[847727111] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"312.698914ms","start":"2026-04-03T02:37:35.794888Z","end":"2026-04-03T02:37:36.107587Z","steps":["trace[847727111] 'process raft request' (duration: 312.503709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.107729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.794862Z","time spent":"312.804838ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:36.107894Z","caller":"traceutil/trace.go:171","msg":"trace[851493263] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"311.52643ms","start":"2026-04-03T02:37:35.796348Z","end":"2026-04-03T02:37:36.107874Z","steps":["trace[851493263] 'process raft request' (duration: 311.193053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.108207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.796335Z","time spent":"311.689123ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:36.108822Z","caller":"traceutil/trace.go:171","msg":"trace[1639179257] linearizableReadLoop","detail":"{readStateIndex:6696; appliedIndex:6694; }","duration":"313.664114ms","start":"2026-04-03T02:37:35.795138Z","end":"2026-04-03T02:37:36.108802Z","steps":["trace[1639179257] 'read index received' (duration: 60.781305ms)","trace[1639179257] 'applied index is now lower than readState.Index' (duration: 252.881219ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:36.108841Z","caller":"traceutil/trace.go:171","msg":"trace[1138469028] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6463; }","duration":"303.205344ms","start":"2026-04-03T02:37:35.805614Z","end":"2026-04-03T02:37:36.10882Z","steps":["trace[1138469028] 'process raft request' (duration: 303.01334ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:36.108829Z","caller":"traceutil/trace.go:171","msg":"trace[905337231] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"303.95457ms","start":"2026-04-03T02:37:35.804813Z","end":"2026-04-03T02:37:36.108767Z","steps":["trace[905337231] 'process raft request' (duration: 302.888787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.109069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.919441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-03T02:37:36.109108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.805602Z","time spent":"303.284495ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":2560,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:36.109259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.80479Z","time spent":"304.231165ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2512,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:36.109132Z","caller":"traceutil/trace.go:171","msg":"trace[500933722] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6463; }","duration":"314.008082ms","start":"2026-04-03T02:37:35.795104Z","end":"2026-04-03T02:37:36.109112Z","steps":["trace[500933722] 'agreement among raft nodes before linearized reading' (duration: 313.795667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.109635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:35.795092Z","time spent":"314.490293ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-03T02:37:36.330524Z","caller":"traceutil/trace.go:171","msg":"trace[76294860] linearizableReadLoop","detail":"{readStateIndex:6702; appliedIndex:6700; }","duration":"171.365334ms","start":"2026-04-03T02:37:36.159133Z","end":"2026-04-03T02:37:36.330499Z","steps":["trace[76294860] 'read index received' (duration: 152.970284ms)","trace[76294860] 'applied index is now lower than readState.Index' (duration: 18.39382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:36.330747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.241493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:36.330799Z","caller":"traceutil/trace.go:171","msg":"trace[1995900900] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6466; }","duration":"217.411427ms","start":"2026-04-03T02:37:36.113376Z","end":"2026-04-03T02:37:36.330788Z","steps":["trace[1995900900] 'agreement among raft nodes before linearized reading' (duration: 217.273893ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:36.331119Z","caller":"traceutil/trace.go:171","msg":"trace[875158413] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"205.340262ms","start":"2026-04-03T02:37:36.125755Z","end":"2026-04-03T02:37:36.331095Z","steps":["trace[875158413] 'process raft request' (duration: 204.652526ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:36.331214Z","caller":"traceutil/trace.go:171","msg":"trace[121038445] transaction","detail":"{read_only:false; response_revision:6465; number_of_response:1; }","duration":"215.62845ms","start":"2026-04-03T02:37:36.115552Z","end":"2026-04-03T02:37:36.331181Z","steps":["trace[121038445] 'process raft request' (duration: 196.556686ms)","trace[121038445] 'compare' (duration: 18.128384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:36.331301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.468044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-03T02:37:36.331343Z","caller":"traceutil/trace.go:171","msg":"trace[1869163333] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6466; }","duration":"161.539285ms","start":"2026-04-03T02:37:36.169793Z","end":"2026-04-03T02:37:36.331333Z","steps":["trace[1869163333] 'agreement among raft nodes before linearized reading' (duration: 161.403133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.331589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.725517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-03T02:37:36.331999Z","caller":"traceutil/trace.go:171","msg":"trace[945979223] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6466; }","duration":"168.169946ms","start":"2026-04-03T02:37:36.163803Z","end":"2026-04-03T02:37:36.331973Z","steps":["trace[945979223] 'agreement among raft nodes before linearized reading' (duration: 167.067962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.332062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.256505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs-q2mtk\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-04-03T02:37:36.332362Z","caller":"traceutil/trace.go:171","msg":"trace[335034115] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs-q2mtk; range_end:; response_count:1; response_revision:6466; }","duration":"218.534712ms","start":"2026-04-03T02:37:36.113758Z","end":"2026-04-03T02:37:36.332293Z","steps":["trace[335034115] 'agreement among raft nodes before linearized reading' (duration: 216.861616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.579375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.916217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:36.57948Z","caller":"traceutil/trace.go:171","msg":"trace[960533225] linearizableReadLoop","detail":"{readStateIndex:6705; appliedIndex:6704; }","duration":"191.212574ms","start":"2026-04-03T02:37:36.388251Z","end":"2026-04-03T02:37:36.579464Z","steps":["trace[960533225] 'read index received' (duration: 79.074913ms)","trace[960533225] 'applied index is now lower than readState.Index' (duration: 112.136281ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:36.579556Z","caller":"traceutil/trace.go:171","msg":"trace[480985410] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"191.498001ms","start":"2026-04-03T02:37:36.38805Z","end":"2026-04-03T02:37:36.579548Z","steps":["trace[480985410] 'process raft request' (duration: 79.323778ms)","trace[480985410] 'compare' (duration: 111.782044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:36.579744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.481279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:37:36.579809Z","caller":"traceutil/trace.go:171","msg":"trace[1962151071] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6469; }","duration":"191.586962ms","start":"2026-04-03T02:37:36.388208Z","end":"2026-04-03T02:37:36.579795Z","steps":["trace[1962151071] 'agreement among raft nodes before linearized reading' (duration: 191.407738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.57978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.387168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:36.579971Z","caller":"traceutil/trace.go:171","msg":"trace[1906824259] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6469; }","duration":"165.626093ms","start":"2026-04-03T02:37:36.41431Z","end":"2026-04-03T02:37:36.579936Z","steps":["trace[1906824259] 'agreement among raft nodes before linearized reading' (duration: 165.330436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.58Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.377282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:36.580219Z","caller":"traceutil/trace.go:171","msg":"trace[1999371081] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6469; }","duration":"117.772531ms","start":"2026-04-03T02:37:36.462401Z","end":"2026-04-03T02:37:36.580174Z","steps":["trace[1999371081] 'agreement among raft nodes before linearized reading' (duration: 117.348012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:36.896875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.209347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:36.897076Z","caller":"traceutil/trace.go:171","msg":"trace[1847350863] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"222.252801ms","start":"2026-04-03T02:37:36.674777Z","end":"2026-04-03T02:37:36.89703Z","steps":["trace[1847350863] 'process raft request' (duration: 106.793468ms)","trace[1847350863] 'compare' (duration: 115.068754ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:42.477093Z","caller":"traceutil/trace.go:171","msg":"trace[1498247265] transaction","detail":"{read_only:false; response_revision:6503; number_of_response:1; }","duration":"113.022787ms","start":"2026-04-03T02:37:42.364041Z","end":"2026-04-03T02:37:42.477064Z","steps":["trace[1498247265] 'process raft request' (duration: 112.833894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:44.540244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.373838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:37:44.540319Z","caller":"traceutil/trace.go:171","msg":"trace[688141171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6510; }","duration":"178.508931ms","start":"2026-04-03T02:37:44.361789Z","end":"2026-04-03T02:37:44.540298Z","steps":["trace[688141171] 'range keys from in-memory index tree' (duration: 178.199614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:44.540507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.851705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:44.540586Z","caller":"traceutil/trace.go:171","msg":"trace[1238632535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6510; }","duration":"175.965548ms","start":"2026-04-03T02:37:44.364603Z","end":"2026-04-03T02:37:44.540569Z","steps":["trace[1238632535] 'range keys from in-memory index tree' (duration: 175.654142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:45.71347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.683807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:45.713605Z","caller":"traceutil/trace.go:171","msg":"trace[269287968] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"119.043534ms","start":"2026-04-03T02:37:45.59454Z","end":"2026-04-03T02:37:45.713583Z","steps":["trace[269287968] 'process raft request' (duration: 17.153452ms)","trace[269287968] 'compare' (duration: 101.477613ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:45.715005Z","caller":"traceutil/trace.go:171","msg":"trace[278372041] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"119.381801ms","start":"2026-04-03T02:37:45.595602Z","end":"2026-04-03T02:37:45.714984Z","steps":["trace[278372041] 'process raft request' (duration: 119.215178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:45.715158Z","caller":"traceutil/trace.go:171","msg":"trace[2133095455] transaction","detail":"{read_only:false; response_revision:6523; number_of_response:1; }","duration":"119.468193ms","start":"2026-04-03T02:37:45.595636Z","end":"2026-04-03T02:37:45.715105Z","steps":["trace[2133095455] 'process raft request' (duration: 119.258089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:45.715505Z","caller":"traceutil/trace.go:171","msg":"trace[364249479] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"119.549985ms","start":"2026-04-03T02:37:45.595942Z","end":"2026-04-03T02:37:45.715492Z","steps":["trace[364249479] 'process raft request' (duration: 119.483393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:45.715686Z","caller":"traceutil/trace.go:171","msg":"trace[1949033326] transaction","detail":"{read_only:false; response_revision:6525; number_of_response:1; }","duration":"119.768601ms","start":"2026-04-03T02:37:45.595906Z","end":"2026-04-03T02:37:45.715674Z","steps":["trace[1949033326] 'process raft request' (duration: 119.476824ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:45.715709Z","caller":"traceutil/trace.go:171","msg":"trace[1544857232] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"119.862112ms","start":"2026-04-03T02:37:45.595815Z","end":"2026-04-03T02:37:45.715677Z","steps":["trace[1544857232] 'process raft request' (duration: 119.114966ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:45.930578Z","caller":"traceutil/trace.go:171","msg":"trace[1104578946] linearizableReadLoop","detail":"{readStateIndex:6771; appliedIndex:6769; }","duration":"119.631666ms","start":"2026-04-03T02:37:45.810918Z","end":"2026-04-03T02:37:45.930549Z","steps":["trace[1104578946] 'read index received' (duration: 36.630743ms)","trace[1104578946] 'applied index is now lower than readState.Index' (duration: 82.999523ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:45.930658Z","caller":"traceutil/trace.go:171","msg":"trace[2044967066] transaction","detail":"{read_only:false; response_revision:6532; number_of_response:1; }","duration":"124.57073ms","start":"2026-04-03T02:37:45.806027Z","end":"2026-04-03T02:37:45.930598Z","steps":["trace[2044967066] 'process raft request' (duration: 124.363976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:45.930861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.899092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T02:37:45.930905Z","caller":"traceutil/trace.go:171","msg":"trace[146622643] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6532; }","duration":"119.999953ms","start":"2026-04-03T02:37:45.810894Z","end":"2026-04-03T02:37:45.930894Z","steps":["trace[146622643] 'agreement among raft nodes before linearized reading' (duration: 119.766019ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.113851Z","caller":"traceutil/trace.go:171","msg":"trace[2101209335] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"176.474806ms","start":"2026-04-03T02:37:45.93734Z","end":"2026-04-03T02:37:46.113814Z","steps":["trace[2101209335] 'process raft request' (duration: 151.407907ms)","trace[2101209335] 'compare' (duration: 24.848394ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:46.113964Z","caller":"traceutil/trace.go:171","msg":"trace[1981550026] transaction","detail":"{read_only:false; response_revision:6535; number_of_response:1; }","duration":"176.499626ms","start":"2026-04-03T02:37:45.937438Z","end":"2026-04-03T02:37:46.113938Z","steps":["trace[1981550026] 'process raft request' (duration: 176.307272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.114062Z","caller":"traceutil/trace.go:171","msg":"trace[315384885] transaction","detail":"{read_only:false; response_revision:6536; number_of_response:1; }","duration":"176.417355ms","start":"2026-04-03T02:37:45.937625Z","end":"2026-04-03T02:37:46.114042Z","steps":["trace[315384885] 'process raft request' (duration: 176.161189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.114096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.432064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:37:46.114155Z","caller":"traceutil/trace.go:171","msg":"trace[36656114] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6536; }","duration":"175.527886ms","start":"2026-04-03T02:37:45.938615Z","end":"2026-04-03T02:37:46.114143Z","steps":["trace[36656114] 'agreement among raft nodes before linearized reading' (duration: 175.302051ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.113862Z","caller":"traceutil/trace.go:171","msg":"trace[1298683499] linearizableReadLoop","detail":"{readStateIndex:6775; appliedIndex:6771; }","duration":"175.203779ms","start":"2026-04-03T02:37:45.938631Z","end":"2026-04-03T02:37:46.113834Z","steps":["trace[1298683499] 'read index received' (duration: 69.309953ms)","trace[1298683499] 'applied index is now lower than readState.Index' (duration: 105.892476ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:46.388467Z","caller":"traceutil/trace.go:171","msg":"trace[1440920044] transaction","detail":"{read_only:false; response_revision:6543; number_of_response:1; }","duration":"158.491476ms","start":"2026-04-03T02:37:46.229939Z","end":"2026-04-03T02:37:46.38843Z","steps":["trace[1440920044] 'process raft request' (duration: 151.205242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.388562Z","caller":"traceutil/trace.go:171","msg":"trace[2024875322] transaction","detail":"{read_only:false; response_revision:6545; number_of_response:1; }","duration":"124.54184ms","start":"2026-04-03T02:37:46.263995Z","end":"2026-04-03T02:37:46.388536Z","steps":["trace[2024875322] 'process raft request' (duration: 124.498468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.388827Z","caller":"traceutil/trace.go:171","msg":"trace[176187296] linearizableReadLoop","detail":"{readStateIndex:6782; appliedIndex:6781; }","duration":"129.972214ms","start":"2026-04-03T02:37:46.258832Z","end":"2026-04-03T02:37:46.388804Z","steps":["trace[176187296] 'read index received' (duration: 122.333833ms)","trace[176187296] 'applied index is now lower than readState.Index' (duration: 7.636611ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:46.388888Z","caller":"traceutil/trace.go:171","msg":"trace[1917913021] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"124.879197ms","start":"2026-04-03T02:37:46.263983Z","end":"2026-04-03T02:37:46.388862Z","steps":["trace[1917913021] 'process raft request' (duration: 124.452828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.389088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.296435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:37:46.389139Z","caller":"traceutil/trace.go:171","msg":"trace[2042910574] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6545; }","duration":"126.385669ms","start":"2026-04-03T02:37:46.262737Z","end":"2026-04-03T02:37:46.389123Z","steps":["trace[2042910574] 'agreement among raft nodes before linearized reading' (duration: 126.201025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.389251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.509488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-03T02:37:46.389345Z","caller":"traceutil/trace.go:171","msg":"trace[1922229383] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6545; }","duration":"160.707682ms","start":"2026-04-03T02:37:46.228615Z","end":"2026-04-03T02:37:46.389322Z","steps":["trace[1922229383] 'agreement among raft nodes before linearized reading' (duration: 160.307964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.65622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.542431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:46.656532Z","caller":"traceutil/trace.go:171","msg":"trace[2034439589] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"265.162768ms","start":"2026-04-03T02:37:46.391341Z","end":"2026-04-03T02:37:46.656504Z","steps":["trace[2034439589] 'process raft request' (duration: 111.262909ms)","trace[2034439589] 'compare' (duration: 153.396288ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:46.656888Z","caller":"traceutil/trace.go:171","msg":"trace[566359248] transaction","detail":"{read_only:false; response_revision:6547; number_of_response:1; }","duration":"262.85777ms","start":"2026-04-03T02:37:46.394017Z","end":"2026-04-03T02:37:46.656875Z","steps":["trace[566359248] 'process raft request' (duration: 262.457671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.657574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.118555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T02:37:46.657738Z","caller":"traceutil/trace.go:171","msg":"trace[1412004238] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6546; }","duration":"263.80237ms","start":"2026-04-03T02:37:46.393912Z","end":"2026-04-03T02:37:46.657715Z","steps":["trace[1412004238] 'agreement among raft nodes before linearized reading' (duration: 262.859739ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.656715Z","caller":"traceutil/trace.go:171","msg":"trace[1212947875] linearizableReadLoop","detail":"{readStateIndex:6785; appliedIndex:6784; }","duration":"262.744226ms","start":"2026-04-03T02:37:46.393938Z","end":"2026-04-03T02:37:46.656682Z","steps":["trace[1212947875] 'read index received' (duration: 108.775547ms)","trace[1212947875] 'applied index is now lower than readState.Index' (duration: 153.963999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:46.658584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.555914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:37:46.658738Z","caller":"traceutil/trace.go:171","msg":"trace[786434514] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6547; }","duration":"263.742328ms","start":"2026-04-03T02:37:46.394968Z","end":"2026-04-03T02:37:46.65871Z","steps":["trace[786434514] 'agreement among raft nodes before linearized reading' (duration: 263.406601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.659237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.139042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:37:46.659275Z","caller":"traceutil/trace.go:171","msg":"trace[1702174515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6547; }","duration":"206.208933ms","start":"2026-04-03T02:37:46.453057Z","end":"2026-04-03T02:37:46.659266Z","steps":["trace[1702174515] 'agreement among raft nodes before linearized reading' (duration: 206.082201ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.824716Z","caller":"traceutil/trace.go:171","msg":"trace[1613948476] transaction","detail":"{read_only:false; response_revision:6550; number_of_response:1; }","duration":"161.178643ms","start":"2026-04-03T02:37:46.663506Z","end":"2026-04-03T02:37:46.824684Z","steps":["trace[1613948476] 'process raft request' (duration: 161.072431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.824771Z","caller":"traceutil/trace.go:171","msg":"trace[795163508] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"161.269755ms","start":"2026-04-03T02:37:46.663447Z","end":"2026-04-03T02:37:46.824717Z","steps":["trace[795163508] 'process raft request' (duration: 160.777845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.82487Z","caller":"traceutil/trace.go:171","msg":"trace[26037966] transaction","detail":"{read_only:false; response_revision:6551; number_of_response:1; }","duration":"161.304736ms","start":"2026-04-03T02:37:46.663529Z","end":"2026-04-03T02:37:46.824834Z","steps":["trace[26037966] 'process raft request' (duration: 161.089081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.825108Z","caller":"traceutil/trace.go:171","msg":"trace[2105107741] linearizableReadLoop","detail":"{readStateIndex:6792; appliedIndex:6787; }","duration":"120.870662ms","start":"2026-04-03T02:37:46.704224Z","end":"2026-04-03T02:37:46.825094Z","steps":["trace[2105107741] 'read index received' (duration: 119.934872ms)","trace[2105107741] 'applied index is now lower than readState.Index' (duration: 934.74µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:46.825137Z","caller":"traceutil/trace.go:171","msg":"trace[457005032] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"161.51731ms","start":"2026-04-03T02:37:46.66361Z","end":"2026-04-03T02:37:46.825127Z","steps":["trace[457005032] 'process raft request' (duration: 161.050281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.825174Z","caller":"traceutil/trace.go:171","msg":"trace[460621151] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"159.461447ms","start":"2026-04-03T02:37:46.665668Z","end":"2026-04-03T02:37:46.82513Z","steps":["trace[460621151] 'process raft request' (duration: 159.319934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.825314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.981085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-03T02:37:46.825351Z","caller":"traceutil/trace.go:171","msg":"trace[2079747810] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6553; }","duration":"157.028036ms","start":"2026-04-03T02:37:46.668312Z","end":"2026-04-03T02:37:46.82534Z","steps":["trace[2079747810] 'agreement among raft nodes before linearized reading' (duration: 156.877183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.82549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.885342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"info","ts":"2026-04-03T02:37:46.825545Z","caller":"traceutil/trace.go:171","msg":"trace[670468453] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6553; }","duration":"119.970373ms","start":"2026-04-03T02:37:46.705562Z","end":"2026-04-03T02:37:46.825533Z","steps":["trace[670468453] 'agreement among raft nodes before linearized reading' (duration: 119.82182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:46.825523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.031706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-03T02:37:46.825642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.451374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:61802"} {"level":"info","ts":"2026-04-03T02:37:46.825693Z","caller":"traceutil/trace.go:171","msg":"trace[631024112] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:6553; }","duration":"156.527916ms","start":"2026-04-03T02:37:46.669155Z","end":"2026-04-03T02:37:46.825682Z","steps":["trace[631024112] 'agreement among raft nodes before linearized reading' (duration: 156.28535ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:46.825703Z","caller":"traceutil/trace.go:171","msg":"trace[1723363597] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6553; }","duration":"157.247292ms","start":"2026-04-03T02:37:46.668433Z","end":"2026-04-03T02:37:46.82568Z","steps":["trace[1723363597] 'agreement among raft nodes before linearized reading' (duration: 156.752241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.105615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.380839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:47.105762Z","caller":"traceutil/trace.go:171","msg":"trace[1184892296] linearizableReadLoop","detail":"{readStateIndex:6794; appliedIndex:6793; }","duration":"184.735361ms","start":"2026-04-03T02:37:46.920999Z","end":"2026-04-03T02:37:47.105734Z","steps":["trace[1184892296] 'read index received' (duration: 49.125827ms)","trace[1184892296] 'applied index is now lower than readState.Index' (duration: 135.607874ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:47.105788Z","caller":"traceutil/trace.go:171","msg":"trace[1800684743] transaction","detail":"{read_only:false; response_revision:6555; number_of_response:1; }","duration":"186.378125ms","start":"2026-04-03T02:37:46.919377Z","end":"2026-04-03T02:37:47.105755Z","steps":["trace[1800684743] 'process raft request' (duration: 50.765852ms)","trace[1800684743] 'compare' (duration: 135.164484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:47.106033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.004427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T02:37:47.106109Z","caller":"traceutil/trace.go:171","msg":"trace[68298211] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6555; }","duration":"185.107698ms","start":"2026-04-03T02:37:46.920981Z","end":"2026-04-03T02:37:47.106089Z","steps":["trace[68298211] 'agreement among raft nodes before linearized reading' (duration: 184.837373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.130551Z","caller":"traceutil/trace.go:171","msg":"trace[1835695029] transaction","detail":"{read_only:false; response_revision:6556; number_of_response:1; }","duration":"207.91614ms","start":"2026-04-03T02:37:46.922614Z","end":"2026-04-03T02:37:47.13053Z","steps":["trace[1835695029] 'process raft request' (duration: 207.562313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.13059Z","caller":"traceutil/trace.go:171","msg":"trace[235659217] transaction","detail":"{read_only:false; response_revision:6557; number_of_response:1; }","duration":"187.742055ms","start":"2026-04-03T02:37:46.942822Z","end":"2026-04-03T02:37:47.130564Z","steps":["trace[235659217] 'process raft request' (duration: 187.548421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.27135Z","caller":"traceutil/trace.go:171","msg":"trace[1592633873] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"209.576364ms","start":"2026-04-03T02:37:47.061741Z","end":"2026-04-03T02:37:47.271317Z","steps":["trace[1592633873] 'process raft request' (duration: 151.524448ms)","trace[1592633873] 'compare' (duration: 57.840271ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:47.271644Z","caller":"traceutil/trace.go:171","msg":"trace[1990914680] transaction","detail":"{read_only:false; response_revision:6559; number_of_response:1; }","duration":"200.198287ms","start":"2026-04-03T02:37:47.071415Z","end":"2026-04-03T02:37:47.271613Z","steps":["trace[1990914680] 'process raft request' (duration: 199.854039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.271984Z","caller":"traceutil/trace.go:171","msg":"trace[258718099] transaction","detail":"{read_only:false; response_revision:6560; number_of_response:1; }","duration":"200.422282ms","start":"2026-04-03T02:37:47.07155Z","end":"2026-04-03T02:37:47.271972Z","steps":["trace[258718099] 'process raft request' (duration: 199.966911ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.272193Z","caller":"traceutil/trace.go:171","msg":"trace[1269167603] linearizableReadLoop","detail":"{readStateIndex:6801; appliedIndex:6794; }","duration":"166.356412ms","start":"2026-04-03T02:37:47.105791Z","end":"2026-04-03T02:37:47.272147Z","steps":["trace[1269167603] 'read index received' (duration: 24.488987ms)","trace[1269167603] 'applied index is now lower than readState.Index' (duration: 141.866465ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:47.272171Z","caller":"traceutil/trace.go:171","msg":"trace[1625382251] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"200.075234ms","start":"2026-04-03T02:37:47.07202Z","end":"2026-04-03T02:37:47.272095Z","steps":["trace[1625382251] 'process raft request' (duration: 199.756667ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.272336Z","caller":"traceutil/trace.go:171","msg":"trace[808766577] transaction","detail":"{read_only:false; response_revision:6562; number_of_response:1; }","duration":"199.430701ms","start":"2026-04-03T02:37:47.072883Z","end":"2026-04-03T02:37:47.272314Z","steps":["trace[808766577] 'process raft request' (duration: 198.981272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.272453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.021816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-03T02:37:47.272537Z","caller":"traceutil/trace.go:171","msg":"trace[471156108] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6562; }","duration":"346.137848ms","start":"2026-04-03T02:37:46.926381Z","end":"2026-04-03T02:37:47.272518Z","steps":["trace[471156108] 'agreement among raft nodes before linearized reading' (duration: 345.937464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.272606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.40123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T02:37:47.272704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.676315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:47.272698Z","caller":"traceutil/trace.go:171","msg":"trace[1284214370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6562; }","duration":"351.545042ms","start":"2026-04-03T02:37:46.921137Z","end":"2026-04-03T02:37:47.272682Z","steps":["trace[1284214370] 'agreement among raft nodes before linearized reading' (duration: 351.231896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.272772Z","caller":"traceutil/trace.go:171","msg":"trace[2097250414] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:6562; }","duration":"351.760067ms","start":"2026-04-03T02:37:46.920999Z","end":"2026-04-03T02:37:47.272759Z","steps":["trace[2097250414] 'agreement among raft nodes before linearized reading' (duration: 351.679195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.27279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.755882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:47.272865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:46.920989Z","time spent":"351.804968ms","remote":"127.0.0.1:50718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:37:47.272795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:46.921131Z","time spent":"351.650804ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:37:47.272914Z","caller":"traceutil/trace.go:171","msg":"trace[2032721480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6562; }","duration":"303.016038ms","start":"2026-04-03T02:37:46.969884Z","end":"2026-04-03T02:37:47.2729Z","steps":["trace[2032721480] 'agreement among raft nodes before linearized reading' (duration: 302.63475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.273014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:46.969873Z","time spent":"303.12817ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:47.272636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:46.926368Z","time spent":"346.204409ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1015,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-04-03T02:37:47.292841Z","caller":"traceutil/trace.go:171","msg":"trace[879093660] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"153.019971ms","start":"2026-04-03T02:37:47.139796Z","end":"2026-04-03T02:37:47.292816Z","steps":["trace[879093660] 'process raft request' (duration: 152.844008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.292977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.184435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8555"} {"level":"info","ts":"2026-04-03T02:37:47.293287Z","caller":"traceutil/trace.go:171","msg":"trace[393462914] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:6563; }","duration":"153.525761ms","start":"2026-04-03T02:37:47.139737Z","end":"2026-04-03T02:37:47.293263Z","steps":["trace[393462914] 'agreement among raft nodes before linearized reading' (duration: 153.096122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.293037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.604756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:37:47.293426Z","caller":"traceutil/trace.go:171","msg":"trace[1009309776] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6563; }","duration":"183.034044ms","start":"2026-04-03T02:37:47.11037Z","end":"2026-04-03T02:37:47.293404Z","steps":["trace[1009309776] 'agreement among raft nodes before linearized reading' (duration: 182.477713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.406884Z","caller":"traceutil/trace.go:171","msg":"trace[1570313186] transaction","detail":"{read_only:false; response_revision:6565; number_of_response:1; }","duration":"108.570902ms","start":"2026-04-03T02:37:47.298293Z","end":"2026-04-03T02:37:47.406864Z","steps":["trace[1570313186] 'process raft request' (duration: 108.315637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.40732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.159134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:37:47.406993Z","caller":"traceutil/trace.go:171","msg":"trace[1255146993] transaction","detail":"{read_only:false; response_revision:6566; number_of_response:1; }","duration":"103.501945ms","start":"2026-04-03T02:37:47.303456Z","end":"2026-04-03T02:37:47.406958Z","steps":["trace[1255146993] 'process raft request' (duration: 103.305381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.409692Z","caller":"traceutil/trace.go:171","msg":"trace[179913071] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6566; }","duration":"109.278957ms","start":"2026-04-03T02:37:47.298103Z","end":"2026-04-03T02:37:47.407382Z","steps":["trace[179913071] 'agreement among raft nodes before linearized reading' (duration: 109.058473ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.599545Z","caller":"traceutil/trace.go:171","msg":"trace[258352666] transaction","detail":"{read_only:false; response_revision:6577; number_of_response:1; }","duration":"130.846172ms","start":"2026-04-03T02:37:47.46867Z","end":"2026-04-03T02:37:47.599517Z","steps":["trace[258352666] 'process raft request' (duration: 114.15091ms)","trace[258352666] 'compare' (duration: 16.532739ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:47.59999Z","caller":"traceutil/trace.go:171","msg":"trace[1821673334] transaction","detail":"{read_only:false; response_revision:6578; number_of_response:1; }","duration":"131.291401ms","start":"2026-04-03T02:37:47.468684Z","end":"2026-04-03T02:37:47.599975Z","steps":["trace[1821673334] 'process raft request' (duration: 130.796592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.601316Z","caller":"traceutil/trace.go:171","msg":"trace[269737884] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"109.946491ms","start":"2026-04-03T02:37:47.491349Z","end":"2026-04-03T02:37:47.601295Z","steps":["trace[269737884] 'process raft request' (duration: 109.91193ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.601587Z","caller":"traceutil/trace.go:171","msg":"trace[21165705] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"128.623565ms","start":"2026-04-03T02:37:47.472942Z","end":"2026-04-03T02:37:47.601565Z","steps":["trace[21165705] 'process raft request' (duration: 128.222247ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.601674Z","caller":"traceutil/trace.go:171","msg":"trace[748439202] transaction","detail":"{read_only:false; response_revision:6579; number_of_response:1; }","duration":"132.091539ms","start":"2026-04-03T02:37:47.469548Z","end":"2026-04-03T02:37:47.60164Z","steps":["trace[748439202] 'process raft request' (duration: 130.101647ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.601951Z","caller":"traceutil/trace.go:171","msg":"trace[641821520] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"125.4867ms","start":"2026-04-03T02:37:47.476452Z","end":"2026-04-03T02:37:47.601939Z","steps":["trace[641821520] 'process raft request' (duration: 124.773714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.602119Z","caller":"traceutil/trace.go:171","msg":"trace[1059817008] linearizableReadLoop","detail":"{readStateIndex:6820; appliedIndex:6814; }","duration":"125.586881ms","start":"2026-04-03T02:37:47.476523Z","end":"2026-04-03T02:37:47.60211Z","steps":["trace[1059817008] 'read index received' (duration: 11.87932ms)","trace[1059817008] 'applied index is now lower than readState.Index' (duration: 113.706441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:47.602303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.761985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:37:47.60233Z","caller":"traceutil/trace.go:171","msg":"trace[1913562593] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6582; }","duration":"125.833566ms","start":"2026-04-03T02:37:47.47649Z","end":"2026-04-03T02:37:47.602323Z","steps":["trace[1913562593] 'agreement among raft nodes before linearized reading' (duration: 125.695394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.603743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.69614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-7d5b46d97c-d2grp\" ","response":"range_response_count:1 size:8035"} {"level":"info","ts":"2026-04-03T02:37:47.603858Z","caller":"traceutil/trace.go:171","msg":"trace[1590060142] range","detail":"{range_begin:/registry/pods/openstack/horizon-7d5b46d97c-d2grp; range_end:; response_count:1; response_revision:6582; }","duration":"127.294337ms","start":"2026-04-03T02:37:47.476548Z","end":"2026-04-03T02:37:47.603843Z","steps":["trace[1590060142] 'agreement among raft nodes before linearized reading' (duration: 125.677733ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.735364Z","caller":"traceutil/trace.go:171","msg":"trace[270004172] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"127.242596ms","start":"2026-04-03T02:37:47.608102Z","end":"2026-04-03T02:37:47.735345Z","steps":["trace[270004172] 'process raft request' (duration: 127.097424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.735409Z","caller":"traceutil/trace.go:171","msg":"trace[1062559055] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"128.590965ms","start":"2026-04-03T02:37:47.606778Z","end":"2026-04-03T02:37:47.735369Z","steps":["trace[1062559055] 'process raft request' (duration: 128.192636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.735605Z","caller":"traceutil/trace.go:171","msg":"trace[132793720] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"125.308896ms","start":"2026-04-03T02:37:47.610092Z","end":"2026-04-03T02:37:47.735401Z","steps":["trace[132793720] 'process raft request' (duration: 125.166613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.735704Z","caller":"traceutil/trace.go:171","msg":"trace[750828833] linearizableReadLoop","detail":"{readStateIndex:6824; appliedIndex:6822; }","duration":"127.444ms","start":"2026-04-03T02:37:47.608235Z","end":"2026-04-03T02:37:47.735679Z","steps":["trace[750828833] 'read index received' (duration: 64.224415ms)","trace[750828833] 'applied index is now lower than readState.Index' (duration: 63.218455ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:47.735836Z","caller":"traceutil/trace.go:171","msg":"trace[1636239715] transaction","detail":"{read_only:false; response_revision:6587; number_of_response:1; }","duration":"123.728832ms","start":"2026-04-03T02:37:47.612094Z","end":"2026-04-03T02:37:47.735823Z","steps":["trace[1636239715] 'process raft request' (duration: 123.200651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.735883Z","caller":"traceutil/trace.go:171","msg":"trace[1812726765] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"120.715939ms","start":"2026-04-03T02:37:47.61509Z","end":"2026-04-03T02:37:47.735806Z","steps":["trace[1812726765] 'process raft request' (duration: 120.476493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.736049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.673017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-04-03T02:37:47.73607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.811009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:37:47.736086Z","caller":"traceutil/trace.go:171","msg":"trace[1287084285] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:6588; }","duration":"119.726748ms","start":"2026-04-03T02:37:47.616351Z","end":"2026-04-03T02:37:47.736077Z","steps":["trace[1287084285] 'agreement among raft nodes before linearized reading' (duration: 119.600165ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:47.736114Z","caller":"traceutil/trace.go:171","msg":"trace[1496294567] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6588; }","duration":"127.892049ms","start":"2026-04-03T02:37:47.608208Z","end":"2026-04-03T02:37:47.7361Z","steps":["trace[1496294567] 'agreement among raft nodes before linearized reading' (duration: 127.687515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:47.737219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.704448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-03T02:37:47.737279Z","caller":"traceutil/trace.go:171","msg":"trace[2041917794] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6588; }","duration":"120.792019ms","start":"2026-04-03T02:37:47.616474Z","end":"2026-04-03T02:37:47.737266Z","steps":["trace[2041917794] 'agreement among raft nodes before linearized reading' (duration: 119.715206ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:48.61892Z","caller":"traceutil/trace.go:171","msg":"trace[2034313318] transaction","detail":"{read_only:false; response_revision:6597; number_of_response:1; }","duration":"288.130612ms","start":"2026-04-03T02:37:48.330763Z","end":"2026-04-03T02:37:48.618894Z","steps":["trace[2034313318] 'process raft request' (duration: 287.994478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:48.764049Z","caller":"traceutil/trace.go:171","msg":"trace[1966455168] linearizableReadLoop","detail":"{readStateIndex:6837; appliedIndex:6836; }","duration":"102.850781ms","start":"2026-04-03T02:37:48.661171Z","end":"2026-04-03T02:37:48.764022Z","steps":["trace[1966455168] 'read index received' (duration: 102.627406ms)","trace[1966455168] 'applied index is now lower than readState.Index' (duration: 222.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:48.764113Z","caller":"traceutil/trace.go:171","msg":"trace[328391012] transaction","detail":"{read_only:false; response_revision:6598; number_of_response:1; }","duration":"135.061071ms","start":"2026-04-03T02:37:48.62903Z","end":"2026-04-03T02:37:48.764091Z","steps":["trace[328391012] 'process raft request' (duration: 134.832656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:48.764345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.149287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:37:48.76439Z","caller":"traceutil/trace.go:171","msg":"trace[131411666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6598; }","duration":"103.243499ms","start":"2026-04-03T02:37:48.661132Z","end":"2026-04-03T02:37:48.764375Z","steps":["trace[131411666] 'agreement among raft nodes before linearized reading' (duration: 102.992014ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:48.939105Z","caller":"traceutil/trace.go:171","msg":"trace[37460365] linearizableReadLoop","detail":"{readStateIndex:6840; appliedIndex:6838; }","duration":"105.67153ms","start":"2026-04-03T02:37:48.833411Z","end":"2026-04-03T02:37:48.939083Z","steps":["trace[37460365] 'read index received' (duration: 27.876028ms)","trace[37460365] 'applied index is now lower than readState.Index' (duration: 77.794642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:48.939353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.913766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:37:48.939397Z","caller":"traceutil/trace.go:171","msg":"trace[1581602692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6602; }","duration":"106.001619ms","start":"2026-04-03T02:37:48.833384Z","end":"2026-04-03T02:37:48.939386Z","steps":["trace[1581602692] 'agreement among raft nodes before linearized reading' (duration: 105.795294ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:48.9394Z","caller":"traceutil/trace.go:171","msg":"trace[1420688038] transaction","detail":"{read_only:false; response_revision:6602; number_of_response:1; }","duration":"102.3083ms","start":"2026-04-03T02:37:48.837082Z","end":"2026-04-03T02:37:48.939391Z","steps":["trace[1420688038] 'process raft request' (duration: 101.918201ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:48.939337Z","caller":"traceutil/trace.go:171","msg":"trace[2030244028] transaction","detail":"{read_only:false; response_revision:6601; number_of_response:1; }","duration":"106.503648ms","start":"2026-04-03T02:37:48.832803Z","end":"2026-04-03T02:37:48.939307Z","steps":["trace[2030244028] 'process raft request' (duration: 106.119239ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:49.61736Z","caller":"traceutil/trace.go:171","msg":"trace[548231705] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"113.154298ms","start":"2026-04-03T02:37:49.504185Z","end":"2026-04-03T02:37:49.617339Z","steps":["trace[548231705] 'process raft request' (duration: 111.729367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.42346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.122529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:37:51.423548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.927251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:51.423563Z","caller":"traceutil/trace.go:171","msg":"trace[1378888479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6617; }","duration":"480.264422ms","start":"2026-04-03T02:37:50.943281Z","end":"2026-04-03T02:37:51.423546Z","steps":["trace[1378888479] 'range keys from in-memory index tree' (duration: 479.967585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.423604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.943265Z","time spent":"480.329643ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:37:51.4236Z","caller":"traceutil/trace.go:171","msg":"trace[634605857] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6617; }","duration":"930.042533ms","start":"2026-04-03T02:37:50.493541Z","end":"2026-04-03T02:37:51.423583Z","steps":["trace[634605857] 'range keys from in-memory index tree' (duration: 929.835639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.423693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.493512Z","time spent":"930.167336ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.426002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"warn","ts":"2026-04-03T02:37:51.424049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.728723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:51.424081Z","caller":"traceutil/trace.go:171","msg":"trace[741356820] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:6617; }","duration":"930.501033ms","start":"2026-04-03T02:37:50.493566Z","end":"2026-04-03T02:37:51.424067Z","steps":["trace[741356820] 'range keys from in-memory index tree' (duration: 930.274048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:51.424141Z","caller":"traceutil/trace.go:171","msg":"trace[411572201] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6617; }","duration":"417.869706ms","start":"2026-04-03T02:37:51.006251Z","end":"2026-04-03T02:37:51.42412Z","steps":["trace[411572201] 'count revisions from in-memory index tree' (duration: 417.639341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.424194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.006239Z","time spent":"417.943707ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:37:51.424207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.493548Z","time spent":"930.604335ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1169,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.876317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:51.424304Z","caller":"traceutil/trace.go:171","msg":"trace[1220264289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6617; }","duration":"455.0166ms","start":"2026-04-03T02:37:50.969273Z","end":"2026-04-03T02:37:51.424289Z","steps":["trace[1220264289] 'range keys from in-memory index tree' (duration: 454.702853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.425209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.969265Z","time spent":"455.932219ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.658941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:37:51.425335Z","caller":"traceutil/trace.go:171","msg":"trace[162416828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6617; }","duration":"507.60611ms","start":"2026-04-03T02:37:50.917682Z","end":"2026-04-03T02:37:51.425288Z","steps":["trace[162416828] 'range keys from in-memory index tree' (duration: 506.505447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.425439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.917668Z","time spent":"507.735323ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.633276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-03T02:37:51.425637Z","caller":"traceutil/trace.go:171","msg":"trace[943253029] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6617; }","duration":"931.960834ms","start":"2026-04-03T02:37:50.493665Z","end":"2026-04-03T02:37:51.425625Z","steps":["trace[943253029] 'range keys from in-memory index tree' (duration: 930.41663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.425673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.493654Z","time spent":"932.009905ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.689087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-03T02:37:51.425873Z","caller":"traceutil/trace.go:171","msg":"trace[452418007] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:6617; }","duration":"932.076056ms","start":"2026-04-03T02:37:50.493787Z","end":"2026-04-03T02:37:51.425863Z","steps":["trace[452418007] 'range keys from in-memory index tree' (duration: 930.610586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.42591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.493781Z","time spent":"932.117177ms","remote":"127.0.0.1:50744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":718,"request content":"key:\"/registry/services/endpoints/openstack/memcached\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.294949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:37:51.426085Z","caller":"traceutil/trace.go:171","msg":"trace[1959095184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6617; }","duration":"441.7187ms","start":"2026-04-03T02:37:50.984341Z","end":"2026-04-03T02:37:51.42606Z","steps":["trace[1959095184] 'range keys from in-memory index tree' (duration: 440.161607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.426178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.984313Z","time spent":"441.845493ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:51.424121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.872021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:37:51.426307Z","caller":"traceutil/trace.go:171","msg":"trace[1467140327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6617; }","duration":"633.082687ms","start":"2026-04-03T02:37:50.793197Z","end":"2026-04-03T02:37:51.42628Z","steps":["trace[1467140327] 'range keys from in-memory index tree' (duration: 630.786338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.426449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:50.793172Z","time spent":"633.229671ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:37:51.688571Z","caller":"traceutil/trace.go:171","msg":"trace[527054525] transaction","detail":"{read_only:false; response_revision:6618; number_of_response:1; }","duration":"361.825765ms","start":"2026-04-03T02:37:51.32669Z","end":"2026-04-03T02:37:51.688515Z","steps":["trace[527054525] 'process raft request' (duration: 361.59446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.688843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.326666Z","time spent":"362.010978ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:51.755096Z","caller":"traceutil/trace.go:171","msg":"trace[231041203] transaction","detail":"{read_only:false; response_revision:6619; number_of_response:1; }","duration":"427.292736ms","start":"2026-04-03T02:37:51.327773Z","end":"2026-04-03T02:37:51.755066Z","steps":["trace[231041203] 'process raft request' (duration: 400.081152ms)","trace[231041203] 'compare' (duration: 27.02804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:51.755271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.327747Z","time spent":"427.432778ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:51.755553Z","caller":"traceutil/trace.go:171","msg":"trace[1767738935] transaction","detail":"{read_only:false; response_revision:6620; number_of_response:1; }","duration":"427.671234ms","start":"2026-04-03T02:37:51.327858Z","end":"2026-04-03T02:37:51.755529Z","steps":["trace[1767738935] 'process raft request' (duration: 427.166003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.75565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.327852Z","time spent":"427.752375ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:51.755763Z","caller":"traceutil/trace.go:171","msg":"trace[1047988225] transaction","detail":"{read_only:false; response_revision:6621; number_of_response:1; }","duration":"427.469159ms","start":"2026-04-03T02:37:51.328224Z","end":"2026-04-03T02:37:51.755693Z","steps":["trace[1047988225] 'process raft request' (duration: 427.253565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:51.756004Z","caller":"traceutil/trace.go:171","msg":"trace[1564620036] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"325.781464ms","start":"2026-04-03T02:37:51.430207Z","end":"2026-04-03T02:37:51.755989Z","steps":["trace[1564620036] 'process raft request' (duration: 325.431797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.756026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.328216Z","time spent":"427.648444ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:51.75618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.430181Z","time spent":"325.865896ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:51.756224Z","caller":"traceutil/trace.go:171","msg":"trace[627410932] transaction","detail":"{read_only:false; response_revision:6623; number_of_response:1; }","duration":"325.862455ms","start":"2026-04-03T02:37:51.430348Z","end":"2026-04-03T02:37:51.756211Z","steps":["trace[627410932] 'process raft request' (duration: 325.509217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.756477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.43033Z","time spent":"325.933417ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:51.756512Z","caller":"traceutil/trace.go:171","msg":"trace[1202683109] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"325.848776ms","start":"2026-04-03T02:37:51.43063Z","end":"2026-04-03T02:37:51.756478Z","steps":["trace[1202683109] 'process raft request' (duration: 325.479257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:51.756526Z","caller":"traceutil/trace.go:171","msg":"trace[2110046213] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"323.365502ms","start":"2026-04-03T02:37:51.433146Z","end":"2026-04-03T02:37:51.756512Z","steps":["trace[2110046213] 'process raft request' (duration: 323.210809ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:51.756488Z","caller":"traceutil/trace.go:171","msg":"trace[907973902] linearizableReadLoop","detail":"{readStateIndex:6862; appliedIndex:6858; }","duration":"328.778827ms","start":"2026-04-03T02:37:51.427679Z","end":"2026-04-03T02:37:51.756458Z","steps":["trace[907973902] 'read index received' (duration: 260.795622ms)","trace[907973902] 'applied index is now lower than readState.Index' (duration: 67.981965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:51.756637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.93456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:51.756676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.433043Z","time spent":"323.540716ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:51.756644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.430616Z","time spent":"325.941898ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:51.756692Z","caller":"traceutil/trace.go:171","msg":"trace[100715279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6625; }","duration":"329.079243ms","start":"2026-04-03T02:37:51.427601Z","end":"2026-04-03T02:37:51.75668Z","steps":["trace[100715279] 'agreement among raft nodes before linearized reading' (duration: 328.94849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.756998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:51.427571Z","time spent":"329.412161ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:37:51.803129Z","caller":"traceutil/trace.go:171","msg":"trace[788951644] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"107.358985ms","start":"2026-04-03T02:37:51.695748Z","end":"2026-04-03T02:37:51.803107Z","steps":["trace[788951644] 'process raft request' (duration: 107.14728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:51.803191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.105115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-7d5b46d97c-d2grp\" ","response":"range_response_count:1 size:9236"} {"level":"info","ts":"2026-04-03T02:37:51.803246Z","caller":"traceutil/trace.go:171","msg":"trace[1253190013] range","detail":"{range_begin:/registry/pods/openstack/horizon-7d5b46d97c-d2grp; range_end:; response_count:1; response_revision:6626; }","duration":"103.197827ms","start":"2026-04-03T02:37:51.700035Z","end":"2026-04-03T02:37:51.803233Z","steps":["trace[1253190013] 'agreement among raft nodes before linearized reading' (duration: 102.999943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:52.929006Z","caller":"traceutil/trace.go:171","msg":"trace[736142451] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"102.235517ms","start":"2026-04-03T02:37:52.82673Z","end":"2026-04-03T02:37:52.928966Z","steps":["trace[736142451] 'process raft request' (duration: 59.789962ms)","trace[736142451] 'compare' (duration: 42.292802ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:52.930616Z","caller":"traceutil/trace.go:171","msg":"trace[86836444] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"103.554284ms","start":"2026-04-03T02:37:52.827031Z","end":"2026-04-03T02:37:52.930585Z","steps":["trace[86836444] 'process raft request' (duration: 103.254837ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.060093Z","caller":"traceutil/trace.go:171","msg":"trace[1097785931] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"123.872143ms","start":"2026-04-03T02:37:52.93618Z","end":"2026-04-03T02:37:53.060052Z","steps":["trace[1097785931] 'process raft request' (duration: 113.110445ms)","trace[1097785931] 'compare' (duration: 10.575064ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:53.250827Z","caller":"traceutil/trace.go:171","msg":"trace[459674195] linearizableReadLoop","detail":"{readStateIndex:6884; appliedIndex:6881; }","duration":"281.435815ms","start":"2026-04-03T02:37:52.969365Z","end":"2026-04-03T02:37:53.250801Z","steps":["trace[459674195] 'read index received' (duration: 79.954267ms)","trace[459674195] 'applied index is now lower than readState.Index' (duration: 201.480468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:53.251014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.583999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:53.251092Z","caller":"traceutil/trace.go:171","msg":"trace[1965686435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6643; }","duration":"281.723322ms","start":"2026-04-03T02:37:52.969327Z","end":"2026-04-03T02:37:53.25105Z","steps":["trace[1965686435] 'agreement among raft nodes before linearized reading' (duration: 281.581519ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.251168Z","caller":"traceutil/trace.go:171","msg":"trace[1203907200] transaction","detail":"{read_only:false; response_revision:6642; number_of_response:1; }","duration":"313.812979ms","start":"2026-04-03T02:37:52.937227Z","end":"2026-04-03T02:37:53.25104Z","steps":["trace[1203907200] 'process raft request' (duration: 266.266236ms)","trace[1203907200] 'compare' (duration: 47.115524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:53.251322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:52.937126Z","time spent":"314.107395ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1326,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:53.252845Z","caller":"traceutil/trace.go:171","msg":"trace[352052900] transaction","detail":"{read_only:false; response_revision:6643; number_of_response:1; }","duration":"310.02645ms","start":"2026-04-03T02:37:52.941119Z","end":"2026-04-03T02:37:53.251146Z","steps":["trace[352052900] 'process raft request' (duration: 309.619281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:53.253095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:52.94111Z","time spent":"311.872208ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6296,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:53.869272Z","caller":"traceutil/trace.go:171","msg":"trace[1137166559] transaction","detail":"{read_only:false; response_revision:6647; number_of_response:1; }","duration":"106.660009ms","start":"2026-04-03T02:37:53.762577Z","end":"2026-04-03T02:37:53.869237Z","steps":["trace[1137166559] 'process raft request' (duration: 106.539876ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.869317Z","caller":"traceutil/trace.go:171","msg":"trace[2106983353] linearizableReadLoop","detail":"{readStateIndex:6887; appliedIndex:6885; }","duration":"106.909965ms","start":"2026-04-03T02:37:53.762382Z","end":"2026-04-03T02:37:53.869292Z","steps":["trace[2106983353] 'read index received' (duration: 9.068841ms)","trace[2106983353] 'applied index is now lower than readState.Index' (duration: 97.840053ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:53.869326Z","caller":"traceutil/trace.go:171","msg":"trace[1633516292] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"107.506947ms","start":"2026-04-03T02:37:53.761765Z","end":"2026-04-03T02:37:53.869272Z","steps":["trace[1633516292] 'process raft request' (duration: 107.16646ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.869577Z","caller":"traceutil/trace.go:171","msg":"trace[1501845333] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"104.201338ms","start":"2026-04-03T02:37:53.765361Z","end":"2026-04-03T02:37:53.869563Z","steps":["trace[1501845333] 'process raft request' (duration: 103.83901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:53.869648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.935354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:37:53.869692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.259793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:53.869871Z","caller":"traceutil/trace.go:171","msg":"trace[563265221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6648; }","duration":"107.521358ms","start":"2026-04-03T02:37:53.762333Z","end":"2026-04-03T02:37:53.869855Z","steps":["trace[563265221] 'agreement among raft nodes before linearized reading' (duration: 107.107829ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.869712Z","caller":"traceutil/trace.go:171","msg":"trace[823181631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6648; }","duration":"106.014655ms","start":"2026-04-03T02:37:53.763682Z","end":"2026-04-03T02:37:53.869696Z","steps":["trace[823181631] 'agreement among raft nodes before linearized reading' (duration: 105.836602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:53.870115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.061868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:37:53.870163Z","caller":"traceutil/trace.go:171","msg":"trace[1919677307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6648; }","duration":"107.112899ms","start":"2026-04-03T02:37:53.763039Z","end":"2026-04-03T02:37:53.870152Z","steps":["trace[1919677307] 'agreement among raft nodes before linearized reading' (duration: 106.435505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.994405Z","caller":"traceutil/trace.go:171","msg":"trace[687139117] transaction","detail":"{read_only:false; response_revision:6650; number_of_response:1; }","duration":"118.875767ms","start":"2026-04-03T02:37:53.875507Z","end":"2026-04-03T02:37:53.994383Z","steps":["trace[687139117] 'process raft request' (duration: 94.281569ms)","trace[687139117] 'compare' (duration: 24.337753ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:53.994402Z","caller":"traceutil/trace.go:171","msg":"trace[2091581428] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"118.594221ms","start":"2026-04-03T02:37:53.875783Z","end":"2026-04-03T02:37:53.994377Z","steps":["trace[2091581428] 'process raft request' (duration: 118.494139ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:53.994564Z","caller":"traceutil/trace.go:171","msg":"trace[1409403802] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"117.408517ms","start":"2026-04-03T02:37:53.877148Z","end":"2026-04-03T02:37:53.994556Z","steps":["trace[1409403802] 'process raft request' (duration: 117.183943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:54.594009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.351835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:54.594128Z","caller":"traceutil/trace.go:171","msg":"trace[1458629927] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:6652; }","duration":"375.573001ms","start":"2026-04-03T02:37:54.218525Z","end":"2026-04-03T02:37:54.594098Z","steps":["trace[1458629927] 'range keys from in-memory index tree' (duration: 375.231043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:54.594199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:54.218501Z","time spent":"375.687003ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:37:54.594232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.238623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:54.594329Z","caller":"traceutil/trace.go:171","msg":"trace[397709561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6652; }","duration":"237.424657ms","start":"2026-04-03T02:37:54.356881Z","end":"2026-04-03T02:37:54.594306Z","steps":["trace[397709561] 'count revisions from in-memory index tree' (duration: 237.110689ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:54.841168Z","caller":"traceutil/trace.go:171","msg":"trace[1564819703] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"103.070974ms","start":"2026-04-03T02:37:54.73806Z","end":"2026-04-03T02:37:54.841131Z","steps":["trace[1564819703] 'process raft request' (duration: 100.613982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:55.966946Z","caller":"traceutil/trace.go:171","msg":"trace[525100007] transaction","detail":"{read_only:false; response_revision:6662; number_of_response:1; }","duration":"117.423585ms","start":"2026-04-03T02:37:55.849496Z","end":"2026-04-03T02:37:55.966919Z","steps":["trace[525100007] 'process raft request' (duration: 65.785116ms)","trace[525100007] 'compare' (duration: 51.129098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:56.127264Z","caller":"traceutil/trace.go:171","msg":"trace[817870988] linearizableReadLoop","detail":"{readStateIndex:6908; appliedIndex:6907; }","duration":"129.310046ms","start":"2026-04-03T02:37:55.997921Z","end":"2026-04-03T02:37:56.127231Z","steps":["trace[817870988] 'read index received' (duration: 48.808909ms)","trace[817870988] 'applied index is now lower than readState.Index' (duration: 80.499907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:56.127681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.723134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:56.127761Z","caller":"traceutil/trace.go:171","msg":"trace[1360405112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6666; }","duration":"129.866888ms","start":"2026-04-03T02:37:55.997882Z","end":"2026-04-03T02:37:56.127749Z","steps":["trace[1360405112] 'agreement among raft nodes before linearized reading' (duration: 129.601392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:56.127849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.676274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:37:56.12787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.839577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:37:56.127925Z","caller":"traceutil/trace.go:171","msg":"trace[1478676804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6666; }","duration":"129.761846ms","start":"2026-04-03T02:37:55.998146Z","end":"2026-04-03T02:37:56.127908Z","steps":["trace[1478676804] 'agreement among raft nodes before linearized reading' (duration: 129.587162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:56.127928Z","caller":"traceutil/trace.go:171","msg":"trace[1497218467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6666; }","duration":"129.93833ms","start":"2026-04-03T02:37:55.997977Z","end":"2026-04-03T02:37:56.127915Z","steps":["trace[1497218467] 'agreement among raft nodes before linearized reading' (duration: 129.698796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:56.128097Z","caller":"traceutil/trace.go:171","msg":"trace[1663079722] transaction","detail":"{read_only:false; response_revision:6666; number_of_response:1; }","duration":"156.297255ms","start":"2026-04-03T02:37:55.971772Z","end":"2026-04-03T02:37:56.128069Z","steps":["trace[1663079722] 'process raft request' (duration: 112.768017ms)","trace[1663079722] 'compare' (duration: 42.546308ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:58.386621Z","caller":"traceutil/trace.go:171","msg":"trace[49313813] transaction","detail":"{read_only:false; response_revision:6678; number_of_response:1; }","duration":"165.399426ms","start":"2026-04-03T02:37:58.221194Z","end":"2026-04-03T02:37:58.386594Z","steps":["trace[49313813] 'process raft request' (duration: 119.295294ms)","trace[49313813] 'compare' (duration: 45.915717ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:58.386832Z","caller":"traceutil/trace.go:171","msg":"trace[646744261] linearizableReadLoop","detail":"{readStateIndex:6921; appliedIndex:6918; }","duration":"159.653185ms","start":"2026-04-03T02:37:58.22713Z","end":"2026-04-03T02:37:58.386784Z","steps":["trace[646744261] 'read index received' (duration: 11.577294ms)","trace[646744261] 'applied index is now lower than readState.Index' (duration: 148.073661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:58.387128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.790308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:58.387128Z","caller":"traceutil/trace.go:171","msg":"trace[1877945887] transaction","detail":"{read_only:false; response_revision:6679; number_of_response:1; }","duration":"165.725812ms","start":"2026-04-03T02:37:58.221192Z","end":"2026-04-03T02:37:58.386917Z","steps":["trace[1877945887] 'process raft request' (duration: 165.353495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:58.387172Z","caller":"traceutil/trace.go:171","msg":"trace[2083800340] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6679; }","duration":"160.068353ms","start":"2026-04-03T02:37:58.227092Z","end":"2026-04-03T02:37:58.387161Z","steps":["trace[2083800340] 'agreement among raft nodes before linearized reading' (duration: 159.784388ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:59.14993Z","caller":"traceutil/trace.go:171","msg":"trace[580882929] transaction","detail":"{read_only:false; response_revision:6680; number_of_response:1; }","duration":"287.259165ms","start":"2026-04-03T02:37:58.86263Z","end":"2026-04-03T02:37:59.14989Z","steps":["trace[580882929] 'process raft request' (duration: 286.982388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:59.150097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.117286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:59.149872Z","caller":"traceutil/trace.go:171","msg":"trace[939620102] linearizableReadLoop","detail":"{readStateIndex:6922; appliedIndex:6921; }","duration":"179.88371ms","start":"2026-04-03T02:37:58.969954Z","end":"2026-04-03T02:37:59.149838Z","steps":["trace[939620102] 'read index received' (duration: 179.683476ms)","trace[939620102] 'applied index is now lower than readState.Index' (duration: 198.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:59.150332Z","caller":"traceutil/trace.go:171","msg":"trace[736792967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6680; }","duration":"180.30184ms","start":"2026-04-03T02:37:58.969888Z","end":"2026-04-03T02:37:59.15019Z","steps":["trace[736792967] 'agreement among raft nodes before linearized reading' (duration: 180.097536ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:59.891611Z","caller":"traceutil/trace.go:171","msg":"trace[1949819549] transaction","detail":"{read_only:false; response_revision:6685; number_of_response:1; }","duration":"102.424399ms","start":"2026-04-03T02:37:59.789148Z","end":"2026-04-03T02:37:59.891573Z","steps":["trace[1949819549] 'process raft request' (duration: 74.361267ms)","trace[1949819549] 'compare' (duration: 27.827317ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:00.5721Z","caller":"traceutil/trace.go:171","msg":"trace[1776840089] transaction","detail":"{read_only:false; response_revision:6699; number_of_response:1; }","duration":"126.886733ms","start":"2026-04-03T02:38:00.445169Z","end":"2026-04-03T02:38:00.572056Z","steps":["trace[1776840089] 'process raft request' (duration: 121.844268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:00.572951Z","caller":"traceutil/trace.go:171","msg":"trace[2126727174] transaction","detail":"{read_only:false; response_revision:6700; number_of_response:1; }","duration":"117.664949ms","start":"2026-04-03T02:38:00.455268Z","end":"2026-04-03T02:38:00.572932Z","steps":["trace[2126727174] 'process raft request' (duration: 116.671378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:00.732894Z","caller":"traceutil/trace.go:171","msg":"trace[170128693] linearizableReadLoop","detail":"{readStateIndex:6945; appliedIndex:6944; }","duration":"103.203035ms","start":"2026-04-03T02:38:00.629658Z","end":"2026-04-03T02:38:00.732861Z","steps":["trace[170128693] 'read index received' (duration: 102.801966ms)","trace[170128693] 'applied index is now lower than readState.Index' (duration: 399.689µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:00.733139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.43191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:00.73319Z","caller":"traceutil/trace.go:171","msg":"trace[1430501749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:6702; }","duration":"103.552391ms","start":"2026-04-03T02:38:00.629624Z","end":"2026-04-03T02:38:00.733177Z","steps":["trace[1430501749] 'agreement among raft nodes before linearized reading' (duration: 103.395468ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:00.73328Z","caller":"traceutil/trace.go:171","msg":"trace[970757217] transaction","detail":"{read_only:false; response_revision:6702; number_of_response:1; }","duration":"106.548865ms","start":"2026-04-03T02:38:00.626658Z","end":"2026-04-03T02:38:00.733207Z","steps":["trace[970757217] 'process raft request' (duration: 105.935112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:00.887179Z","caller":"traceutil/trace.go:171","msg":"trace[17238328] transaction","detail":"{read_only:false; response_revision:6704; number_of_response:1; }","duration":"148.436757ms","start":"2026-04-03T02:38:00.738709Z","end":"2026-04-03T02:38:00.887146Z","steps":["trace[17238328] 'process raft request' (duration: 148.168252ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:00.887178Z","caller":"traceutil/trace.go:171","msg":"trace[757682759] transaction","detail":"{read_only:false; response_revision:6705; number_of_response:1; }","duration":"145.843502ms","start":"2026-04-03T02:38:00.741303Z","end":"2026-04-03T02:38:00.887147Z","steps":["trace[757682759] 'process raft request' (duration: 145.76471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:04.674287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022893560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:05.17512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022893560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:05.264955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220903609s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:38:05.265615Z","caller":"traceutil/trace.go:171","msg":"trace[1649958108] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"1.221668474s","start":"2026-04-03T02:38:04.043921Z","end":"2026-04-03T02:38:05.26559Z","steps":["trace[1649958108] 'process raft request' (duration: 1.221473761s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.265801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.043894Z","time spent":"1.221793028s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:05.789647Z","caller":"traceutil/trace.go:171","msg":"trace[157862268] linearizableReadLoop","detail":"{readStateIndex:6970; appliedIndex:6968; }","duration":"1.616045628s","start":"2026-04-03T02:38:04.17358Z","end":"2026-04-03T02:38:05.789625Z","steps":["trace[157862268] 'read index received' (duration: 1.091646946s)","trace[157862268] 'applied index is now lower than readState.Index' (duration: 524.397482ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:05.789635Z","caller":"traceutil/trace.go:171","msg":"trace[378472803] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"1.619633225s","start":"2026-04-03T02:38:04.169967Z","end":"2026-04-03T02:38:05.7896Z","steps":["trace[378472803] 'process raft request' (duration: 1.534822619s)","trace[378472803] 'compare' (duration: 84.514819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:05.790047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.169934Z","time spent":"1.619848359s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:05.950332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.702493ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-03T02:38:05.950471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776860104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:05.9505Z","caller":"traceutil/trace.go:171","msg":"trace[1169719537] linearizableReadLoop","detail":"{readStateIndex:6971; appliedIndex:6970; }","duration":"160.743155ms","start":"2026-04-03T02:38:05.789721Z","end":"2026-04-03T02:38:05.950464Z","steps":["trace[1169719537] 'read index received' (duration: 45.942µs)","trace[1169719537] 'applied index is now lower than readState.Index' (duration: 160.694313ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:05.950574Z","caller":"traceutil/trace.go:171","msg":"trace[1886596498] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6727; }","duration":"1.777043829s","start":"2026-04-03T02:38:04.173504Z","end":"2026-04-03T02:38:05.950548Z","steps":["trace[1886596498] 'agreement among raft nodes before linearized reading' (duration: 1.616244274s)","trace[1886596498] 'range keys from in-memory index tree' (duration: 160.521559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:05.950643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.173465Z","time spent":"1.777168132s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:05.950764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17301839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:05.950854Z","caller":"traceutil/trace.go:171","msg":"trace[1439148845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6727; }","duration":"1.173130812s","start":"2026-04-03T02:38:04.777703Z","end":"2026-04-03T02:38:05.950834Z","steps":["trace[1439148845] 'agreement among raft nodes before linearized reading' (duration: 1.172920787s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.950904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.777557Z","time spent":"1.173335876s","remote":"127.0.0.1:45118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:05.950923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737083387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:38:05.950986Z","caller":"traceutil/trace.go:171","msg":"trace[825264619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6727; }","duration":"1.737216649s","start":"2026-04-03T02:38:04.213733Z","end":"2026-04-03T02:38:05.95095Z","steps":["trace[825264619] 'agreement among raft nodes before linearized reading' (duration: 1.736869672s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.213702Z","time spent":"1.737352083s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:05.951183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481751871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:38:05.951243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.755639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:05.951292Z","caller":"traceutil/trace.go:171","msg":"trace[1340203050] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6727; }","duration":"439.85044ms","start":"2026-04-03T02:38:05.511427Z","end":"2026-04-03T02:38:05.951278Z","steps":["trace[1340203050] 'agreement among raft nodes before linearized reading' (duration: 439.711958ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:05.951293Z","caller":"traceutil/trace.go:171","msg":"trace[959114859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6727; }","duration":"1.481932814s","start":"2026-04-03T02:38:04.469323Z","end":"2026-04-03T02:38:05.951256Z","steps":["trace[959114859] 'agreement among raft nodes before linearized reading' (duration: 1.481210099s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.082227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:05.951344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:05.511403Z","time spent":"439.929863ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-03T02:38:05.951355Z","caller":"traceutil/trace.go:171","msg":"trace[1502984130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6727; }","duration":"981.18169ms","start":"2026-04-03T02:38:04.970162Z","end":"2026-04-03T02:38:05.951344Z","steps":["trace[1502984130] 'agreement among raft nodes before linearized reading' (duration: 981.108718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.970137Z","time spent":"981.2418ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:05.951394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.469307Z","time spent":"1.482037756s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:05.951559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303563299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-03T02:38:05.951655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496146605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:38:05.951734Z","caller":"traceutil/trace.go:171","msg":"trace[1445904597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6727; }","duration":"1.496307047s","start":"2026-04-03T02:38:04.455414Z","end":"2026-04-03T02:38:05.951721Z","steps":["trace[1445904597] 'agreement among raft nodes before linearized reading' (duration: 1.496156044s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:05.951769Z","caller":"traceutil/trace.go:171","msg":"trace[1443088852] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6727; }","duration":"1.30406377s","start":"2026-04-03T02:38:04.647603Z","end":"2026-04-03T02:38:05.951667Z","steps":["trace[1443088852] 'agreement among raft nodes before linearized reading' (duration: 1.302906545s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293569088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:05.951901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604942085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:38:05.951954Z","caller":"traceutil/trace.go:171","msg":"trace[592520871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6727; }","duration":"1.605021747s","start":"2026-04-03T02:38:04.346919Z","end":"2026-04-03T02:38:05.95194Z","steps":["trace[592520871] 'agreement among raft nodes before linearized reading' (duration: 1.604881093s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.346908Z","time spent":"1.605071807s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:05.951985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323330755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:38:05.951889Z","caller":"traceutil/trace.go:171","msg":"trace[1257119615] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:6727; }","duration":"1.29366099s","start":"2026-04-03T02:38:04.658215Z","end":"2026-04-03T02:38:05.951876Z","steps":["trace[1257119615] 'agreement among raft nodes before linearized reading' (duration: 1.293530568s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:05.952039Z","caller":"traceutil/trace.go:171","msg":"trace[1149064843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6727; }","duration":"1.323383806s","start":"2026-04-03T02:38:04.62864Z","end":"2026-04-03T02:38:05.952024Z","steps":["trace[1149064843] 'agreement among raft nodes before linearized reading' (duration: 1.323251913s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.647583Z","time spent":"1.304276514s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:05.952071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401792427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:05.952092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.658207Z","time spent":"1.293868295s","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:05.952092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.628554Z","time spent":"1.32352673s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:38:05.952115Z","caller":"traceutil/trace.go:171","msg":"trace[473335341] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6727; }","duration":"1.40194288s","start":"2026-04-03T02:38:04.55016Z","end":"2026-04-03T02:38:05.952103Z","steps":["trace[473335341] 'agreement among raft nodes before linearized reading' (duration: 1.401754476s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.952181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.550135Z","time spent":"1.402035993s","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:05.951795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610455241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:05.952225Z","caller":"traceutil/trace.go:171","msg":"trace[939561050] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6727; }","duration":"1.6108999s","start":"2026-04-03T02:38:04.341314Z","end":"2026-04-03T02:38:05.952214Z","steps":["trace[939561050] 'agreement among raft nodes before linearized reading' (duration: 1.610413451s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.951768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.455387Z","time spent":"1.496372669s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:05.952268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.341249Z","time spent":"1.611006904s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":9,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:05.952364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303266552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:05.952398Z","caller":"traceutil/trace.go:171","msg":"trace[722121442] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:6727; }","duration":"1.303330744s","start":"2026-04-03T02:38:04.649057Z","end":"2026-04-03T02:38:05.952388Z","steps":["trace[722121442] 'agreement among raft nodes before linearized reading' (duration: 1.303276993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:05.952426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:04.64904Z","time spent":"1.303378336s","remote":"127.0.0.1:43540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:05.988033Z","caller":"traceutil/trace.go:171","msg":"trace[804030069] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"104.951329ms","start":"2026-04-03T02:38:05.883015Z","end":"2026-04-03T02:38:05.987967Z","steps":["trace[804030069] 'process raft request' (duration: 104.723775ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:06.152206Z","caller":"traceutil/trace.go:171","msg":"trace[2040771520] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"209.04224ms","start":"2026-04-03T02:38:05.943134Z","end":"2026-04-03T02:38:06.152176Z","steps":["trace[2040771520] 'process raft request' (duration: 187.553598ms)","trace[2040771520] 'compare' (duration: 21.296238ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:06.152623Z","caller":"traceutil/trace.go:171","msg":"trace[329877897] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"195.752641ms","start":"2026-04-03T02:38:05.956839Z","end":"2026-04-03T02:38:06.152591Z","steps":["trace[329877897] 'process raft request' (duration: 195.278041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:06.152938Z","caller":"traceutil/trace.go:171","msg":"trace[1847377899] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"195.990466ms","start":"2026-04-03T02:38:05.956931Z","end":"2026-04-03T02:38:06.152921Z","steps":["trace[1847377899] 'process raft request' (duration: 195.516156ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:06.153164Z","caller":"traceutil/trace.go:171","msg":"trace[492688995] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"195.373793ms","start":"2026-04-03T02:38:05.957599Z","end":"2026-04-03T02:38:06.152973Z","steps":["trace[492688995] 'process raft request' (duration: 195.18457ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:06.153393Z","caller":"traceutil/trace.go:171","msg":"trace[1502713703] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"194.877173ms","start":"2026-04-03T02:38:05.958462Z","end":"2026-04-03T02:38:06.153339Z","steps":["trace[1502713703] 'process raft request' (duration: 194.445774ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:06.153506Z","caller":"traceutil/trace.go:171","msg":"trace[615598186] transaction","detail":"{read_only:false; response_revision:6734; number_of_response:1; }","duration":"194.688529ms","start":"2026-04-03T02:38:05.958791Z","end":"2026-04-03T02:38:06.153479Z","steps":["trace[615598186] 'process raft request' (duration: 194.162258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:06.153815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.815347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:06.15389Z","caller":"traceutil/trace.go:171","msg":"trace[808635100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6734; }","duration":"199.924559ms","start":"2026-04-03T02:38:05.953949Z","end":"2026-04-03T02:38:06.153873Z","steps":["trace[808635100] 'agreement among raft nodes before linearized reading' (duration: 199.792476ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:06.153012Z","caller":"traceutil/trace.go:171","msg":"trace[574057578] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6971; }","duration":"199.014679ms","start":"2026-04-03T02:38:05.953978Z","end":"2026-04-03T02:38:06.152992Z","steps":["trace[574057578] 'read index received' (duration: 33.72954ms)","trace[574057578] 'applied index is now lower than readState.Index' (duration: 165.283489ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:07.042461Z","caller":"traceutil/trace.go:171","msg":"trace[898799703] linearizableReadLoop","detail":"{readStateIndex:6980; appliedIndex:6979; }","duration":"142.197803ms","start":"2026-04-03T02:38:06.900226Z","end":"2026-04-03T02:38:07.042423Z","steps":["trace[898799703] 'read index received' (duration: 103.933948ms)","trace[898799703] 'applied index is now lower than readState.Index' (duration: 38.262245ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:07.042972Z","caller":"traceutil/trace.go:171","msg":"trace[717203904] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"183.267778ms","start":"2026-04-03T02:38:06.859242Z","end":"2026-04-03T02:38:07.04251Z","steps":["trace[717203904] 'process raft request' (duration: 145.044864ms)","trace[717203904] 'compare' (duration: 37.54215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:07.043282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.034151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:07.043374Z","caller":"traceutil/trace.go:171","msg":"trace[369393365] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:6736; }","duration":"143.219885ms","start":"2026-04-03T02:38:06.900139Z","end":"2026-04-03T02:38:07.043359Z","steps":["trace[369393365] 'agreement among raft nodes before linearized reading' (duration: 142.48987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:09.428756Z","caller":"traceutil/trace.go:171","msg":"trace[1011721806] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"124.161613ms","start":"2026-04-03T02:38:09.304532Z","end":"2026-04-03T02:38:09.428694Z","steps":["trace[1011721806] 'process raft request' (duration: 123.895918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:09.847011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.614767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:09.847087Z","caller":"traceutil/trace.go:171","msg":"trace[1182203044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6746; }","duration":"139.732551ms","start":"2026-04-03T02:38:09.707332Z","end":"2026-04-03T02:38:09.847065Z","steps":["trace[1182203044] 'count revisions from in-memory index tree' (duration: 139.509315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:09.847337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.650938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:38:09.847891Z","caller":"traceutil/trace.go:171","msg":"trace[1530026599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6746; }","duration":"149.257301ms","start":"2026-04-03T02:38:09.698599Z","end":"2026-04-03T02:38:09.847857Z","steps":["trace[1530026599] 'range keys from in-memory index tree' (duration: 148.218429ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:20.496223Z","caller":"traceutil/trace.go:171","msg":"trace[1780919257] transaction","detail":"{read_only:false; response_revision:6813; number_of_response:1; }","duration":"136.227413ms","start":"2026-04-03T02:38:20.359936Z","end":"2026-04-03T02:38:20.496163Z","steps":["trace[1780919257] 'process raft request' (duration: 80.035332ms)","trace[1780919257] 'compare' (duration: 55.859934ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:20.525994Z","caller":"traceutil/trace.go:171","msg":"trace[295334394] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"113.983226ms","start":"2026-04-03T02:38:20.411981Z","end":"2026-04-03T02:38:20.525964Z","steps":["trace[295334394] 'process raft request' (duration: 113.839543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.795355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.320148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:38:22.795398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.895598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:22.795501Z","caller":"traceutil/trace.go:171","msg":"trace[422659980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6818; }","duration":"485.062532ms","start":"2026-04-03T02:38:22.310412Z","end":"2026-04-03T02:38:22.795474Z","steps":["trace[422659980] 'range keys from in-memory index tree' (duration: 484.691494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.795547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.310393Z","time spent":"485.145803ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:22.795736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.300974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:22.795771Z","caller":"traceutil/trace.go:171","msg":"trace[698417830] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6818; }","duration":"255.365325ms","start":"2026-04-03T02:38:22.540394Z","end":"2026-04-03T02:38:22.79576Z","steps":["trace[698417830] 'count revisions from in-memory index tree' (duration: 255.205681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.795533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.630031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:38:22.795762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.748197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:38:22.795853Z","caller":"traceutil/trace.go:171","msg":"trace[1867466923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6818; }","duration":"295.017998ms","start":"2026-04-03T02:38:22.500807Z","end":"2026-04-03T02:38:22.795825Z","steps":["trace[1867466923] 'range keys from in-memory index tree' (duration: 294.383645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.795884Z","caller":"traceutil/trace.go:171","msg":"trace[1832941766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6818; }","duration":"467.937521ms","start":"2026-04-03T02:38:22.327919Z","end":"2026-04-03T02:38:22.795857Z","steps":["trace[1832941766] 'range keys from in-memory index tree' (duration: 467.507443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:22.795438Z","caller":"traceutil/trace.go:171","msg":"trace[739036741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6818; }","duration":"476.457181ms","start":"2026-04-03T02:38:22.318962Z","end":"2026-04-03T02:38:22.79542Z","steps":["trace[739036741] 'range keys from in-memory index tree' (duration: 476.085032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.795946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.318948Z","time spent":"476.989752ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:22.795945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.327898Z","time spent":"468.032983ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:22.796168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.873543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:38:22.796223Z","caller":"traceutil/trace.go:171","msg":"trace[1340540792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6818; }","duration":"389.950263ms","start":"2026-04-03T02:38:22.40626Z","end":"2026-04-03T02:38:22.796211Z","steps":["trace[1340540792] 'range keys from in-memory index tree' (duration: 388.695577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:22.79627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.406246Z","time spent":"390.001674ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:38:23.296222Z","caller":"traceutil/trace.go:171","msg":"trace[1262421469] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"495.790186ms","start":"2026-04-03T02:38:22.800403Z","end":"2026-04-03T02:38:23.296193Z","steps":["trace[1262421469] 'process raft request' (duration: 495.605002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.296408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.800369Z","time spent":"495.942449ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:23.898658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.50404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:23.899399Z","caller":"traceutil/trace.go:171","msg":"trace[1178169536] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"1.098171621s","start":"2026-04-03T02:38:22.801181Z","end":"2026-04-03T02:38:23.899352Z","steps":["trace[1178169536] 'process raft request' (duration: 1.0976226s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:23.899439Z","caller":"traceutil/trace.go:171","msg":"trace[1752149031] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"320.895572ms","start":"2026-04-03T02:38:23.578521Z","end":"2026-04-03T02:38:23.899416Z","steps":["trace[1752149031] 'process raft request' (duration: 320.482613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.899531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.578501Z","time spent":"320.986484ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:23.89959Z","caller":"traceutil/trace.go:171","msg":"trace[1486297970] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"1.097997877s","start":"2026-04-03T02:38:22.801531Z","end":"2026-04-03T02:38:23.899529Z","steps":["trace[1486297970] 'process raft request' (duration: 1.097432186s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:23.899897Z","caller":"traceutil/trace.go:171","msg":"trace[1597905396] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"1.098469987s","start":"2026-04-03T02:38:22.801402Z","end":"2026-04-03T02:38:23.899871Z","steps":["trace[1597905396] 'process raft request' (duration: 1.097523247s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:23.899933Z","caller":"traceutil/trace.go:171","msg":"trace[1016536874] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"1.099395176s","start":"2026-04-03T02:38:22.800515Z","end":"2026-04-03T02:38:23.89991Z","steps":["trace[1016536874] 'process raft request' (duration: 562.504497ms)","trace[1016536874] 'compare' (duration: 534.947788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:23.900037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.801395Z","time spent":"1.098568529s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:23.900077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.971997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:23.900166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.800489Z","time spent":"1.099630011s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:23.900217Z","caller":"traceutil/trace.go:171","msg":"trace[1271883965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6824; }","duration":"930.216061ms","start":"2026-04-03T02:38:22.969988Z","end":"2026-04-03T02:38:23.900204Z","steps":["trace[1271883965] 'agreement among raft nodes before linearized reading' (duration: 929.968166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.900328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.969966Z","time spent":"930.351746ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:23.900459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.801172Z","time spent":"1.098320735s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:23.899922Z","caller":"traceutil/trace.go:171","msg":"trace[754553743] linearizableReadLoop","detail":"{readStateIndex:7070; appliedIndex:7065; }","duration":"929.842555ms","start":"2026-04-03T02:38:22.97006Z","end":"2026-04-03T02:38:23.899903Z","steps":["trace[754553743] 'read index received' (duration: 325.989429ms)","trace[754553743] 'applied index is now lower than readState.Index' (duration: 603.850476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:23.899895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:22.801523Z","time spent":"1.098192422s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:23.900887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.097154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:23.900935Z","caller":"traceutil/trace.go:171","msg":"trace[890433697] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:6824; }","duration":"469.144616ms","start":"2026-04-03T02:38:23.431775Z","end":"2026-04-03T02:38:23.90092Z","steps":["trace[890433697] 'agreement among raft nodes before linearized reading' (duration: 469.067714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.900975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.431683Z","time spent":"469.283098ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:23.90097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.154368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:23.901027Z","caller":"traceutil/trace.go:171","msg":"trace[807349964] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6824; }","duration":"649.21811ms","start":"2026-04-03T02:38:23.251792Z","end":"2026-04-03T02:38:23.90101Z","steps":["trace[807349964] 'agreement among raft nodes before linearized reading' (duration: 649.121637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.901073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.251713Z","time spent":"649.352481ms","remote":"127.0.0.1:50836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:23.901152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.067244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:23.901197Z","caller":"traceutil/trace.go:171","msg":"trace[1963312459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6824; }","duration":"280.153256ms","start":"2026-04-03T02:38:23.621034Z","end":"2026-04-03T02:38:23.901187Z","steps":["trace[1963312459] 'agreement among raft nodes before linearized reading' (duration: 280.086855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.901728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.922696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:38:23.901862Z","caller":"traceutil/trace.go:171","msg":"trace[1954030013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6824; }","duration":"811.099049ms","start":"2026-04-03T02:38:23.090739Z","end":"2026-04-03T02:38:23.901838Z","steps":["trace[1954030013] 'agreement among raft nodes before linearized reading' (duration: 810.107889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.901949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.090726Z","time spent":"811.209291ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:38:24.458857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022893819,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:24.756148Z","caller":"traceutil/trace.go:171","msg":"trace[1663192039] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"817.39874ms","start":"2026-04-03T02:38:23.938723Z","end":"2026-04-03T02:38:24.756122Z","steps":["trace[1663192039] 'process raft request' (duration: 817.208416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:24.756322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.938694Z","time spent":"817.537834ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:24.990946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.979982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:24.991234Z","caller":"traceutil/trace.go:171","msg":"trace[656858009] linearizableReadLoop","detail":"{readStateIndex:7074; appliedIndex:7071; }","duration":"1.033296186s","start":"2026-04-03T02:38:23.957917Z","end":"2026-04-03T02:38:24.991214Z","steps":["trace[656858009] 'read index received' (duration: 798.083735ms)","trace[656858009] 'applied index is now lower than readState.Index' (duration: 235.211041ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:24.991325Z","caller":"traceutil/trace.go:171","msg":"trace[1936240574] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"912.5991ms","start":"2026-04-03T02:38:24.078714Z","end":"2026-04-03T02:38:24.991313Z","steps":["trace[1936240574] 'process raft request' (duration: 770.111847ms)","trace[1936240574] 'compare' (duration: 141.630725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:24.991387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.078693Z","time spent":"912.66113ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:24.991469Z","caller":"traceutil/trace.go:171","msg":"trace[151197599] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"742.195071ms","start":"2026-04-03T02:38:24.249201Z","end":"2026-04-03T02:38:24.991396Z","steps":["trace[151197599] 'process raft request' (duration: 741.882804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:24.991705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.249158Z","time spent":"742.411266ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:24.991828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033905278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:24.991868Z","caller":"traceutil/trace.go:171","msg":"trace[1325022634] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6827; }","duration":"1.033964599s","start":"2026-04-03T02:38:23.957893Z","end":"2026-04-03T02:38:24.991857Z","steps":["trace[1325022634] 'agreement among raft nodes before linearized reading' (duration: 1.033825676s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:24.991905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.957883Z","time spent":"1.034015811s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:38:25.471014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.517086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:25.472197Z","caller":"traceutil/trace.go:171","msg":"trace[777763454] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6827; }","duration":"187.717632ms","start":"2026-04-03T02:38:25.284434Z","end":"2026-04-03T02:38:25.472151Z","steps":["trace[777763454] 'range keys from in-memory index tree' (duration: 186.492296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.471198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.74489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:25.472486Z","caller":"traceutil/trace.go:171","msg":"trace[550068846] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"542.724648ms","start":"2026-04-03T02:38:24.929719Z","end":"2026-04-03T02:38:25.472444Z","steps":["trace[550068846] 'process raft request' (duration: 198.628281ms)","trace[550068846] 'compare' (duration: 342.377031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:25.472662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.929691Z","time spent":"542.879981ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:25.472698Z","caller":"traceutil/trace.go:171","msg":"trace[2017533906] linearizableReadLoop","detail":"{readStateIndex:7075; appliedIndex:7074; }","duration":"481.285789ms","start":"2026-04-03T02:38:24.991272Z","end":"2026-04-03T02:38:25.472558Z","steps":["trace[2017533906] 'read index received' (duration: 137.035829ms)","trace[2017533906] 'applied index is now lower than readState.Index' (duration: 344.24583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:25.472944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.937259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:38:25.472995Z","caller":"traceutil/trace.go:171","msg":"trace[106340251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6828; }","duration":"578.056481ms","start":"2026-04-03T02:38:24.89492Z","end":"2026-04-03T02:38:25.472977Z","steps":["trace[106340251] 'agreement among raft nodes before linearized reading' (duration: 577.911538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.473038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.894882Z","time spent":"578.146223ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:38:25.473141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.750546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:25.473198Z","caller":"traceutil/trace.go:171","msg":"trace[2007862530] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6828; }","duration":"678.846738ms","start":"2026-04-03T02:38:24.794335Z","end":"2026-04-03T02:38:25.473182Z","steps":["trace[2007862530] 'agreement among raft nodes before linearized reading' (duration: 678.682495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.473149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435905951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-03T02:38:25.473213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293060921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:25.473861Z","caller":"traceutil/trace.go:171","msg":"trace[1927138278] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6828; }","duration":"1.293776205s","start":"2026-04-03T02:38:24.180065Z","end":"2026-04-03T02:38:25.473841Z","steps":["trace[1927138278] 'agreement among raft nodes before linearized reading' (duration: 1.293071731s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.473907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.180035Z","time spent":"1.293859037s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:25.473279Z","caller":"traceutil/trace.go:171","msg":"trace[1739466134] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6828; }","duration":"1.436063625s","start":"2026-04-03T02:38:24.037199Z","end":"2026-04-03T02:38:25.473263Z","steps":["trace[1739466134] 'agreement among raft nodes before linearized reading' (duration: 1.435681597s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.474044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.037187Z","time spent":"1.436829491s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:25.473232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.794309Z","time spent":"678.914611ms","remote":"127.0.0.1:50940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:25.473283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.700458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:25.474352Z","caller":"traceutil/trace.go:171","msg":"trace[736107092] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6828; }","duration":"602.783891ms","start":"2026-04-03T02:38:24.871549Z","end":"2026-04-03T02:38:25.474333Z","steps":["trace[736107092] 'agreement among raft nodes before linearized reading' (duration: 601.703208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.474404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.871533Z","time spent":"602.856981ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:25.473383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437825921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:25.474602Z","caller":"traceutil/trace.go:171","msg":"trace[2143553454] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6828; }","duration":"1.439069828s","start":"2026-04-03T02:38:24.035522Z","end":"2026-04-03T02:38:25.474591Z","steps":["trace[2143553454] 'agreement among raft nodes before linearized reading' (duration: 1.437787291s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.474643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.03551Z","time spent":"1.439125269s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:25.473431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437312431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:25.474784Z","caller":"traceutil/trace.go:171","msg":"trace[1146904320] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6828; }","duration":"1.43869672s","start":"2026-04-03T02:38:24.036077Z","end":"2026-04-03T02:38:25.474774Z","steps":["trace[1146904320] 'agreement among raft nodes before linearized reading' (duration: 1.437236199s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.474812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.036058Z","time spent":"1.43874761s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:25.473443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503513571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:25.475032Z","caller":"traceutil/trace.go:171","msg":"trace[623038287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6828; }","duration":"1.505135666s","start":"2026-04-03T02:38:23.969886Z","end":"2026-04-03T02:38:25.475022Z","steps":["trace[623038287] 'agreement among raft nodes before linearized reading' (duration: 1.503534122s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.475066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:23.969865Z","time spent":"1.505190857s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:25.84623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.326158ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:38:25.846521Z","caller":"traceutil/trace.go:171","msg":"trace[1653954586] linearizableReadLoop","detail":"{readStateIndex:7076; appliedIndex:7075; }","duration":"373.700729ms","start":"2026-04-03T02:38:25.472795Z","end":"2026-04-03T02:38:25.846496Z","steps":["trace[1653954586] 'read index received' (duration: 92.072884ms)","trace[1653954586] 'applied index is now lower than readState.Index' (duration: 281.625645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:25.846829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.220108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:25.846858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.277587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:38:25.846943Z","caller":"traceutil/trace.go:171","msg":"trace[950467244] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6828; }","duration":"851.400611ms","start":"2026-04-03T02:38:24.995502Z","end":"2026-04-03T02:38:25.846902Z","steps":["trace[950467244] 'agreement among raft nodes before linearized reading' (duration: 851.214938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.846952Z","caller":"traceutil/trace.go:171","msg":"trace[2139376648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6828; }","duration":"540.38554ms","start":"2026-04-03T02:38:25.306538Z","end":"2026-04-03T02:38:25.846923Z","steps":["trace[2139376648] 'agreement among raft nodes before linearized reading' (duration: 540.123424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.846996Z","caller":"traceutil/trace.go:171","msg":"trace[1617902056] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"367.59349ms","start":"2026-04-03T02:38:25.479389Z","end":"2026-04-03T02:38:25.846983Z","steps":["trace[1617902056] 'process raft request' (duration: 366.973127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:25.847031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.306484Z","time spent":"540.522343ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:25.846996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:24.995476Z","time spent":"851.511084ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:38:25.847518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.479357Z","time spent":"367.681632ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:26.063889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.431492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:26.064103Z","caller":"traceutil/trace.go:171","msg":"trace[145034460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6829; }","duration":"582.700039ms","start":"2026-04-03T02:38:25.481378Z","end":"2026-04-03T02:38:26.064078Z","steps":["trace[145034460] 'agreement among raft nodes before linearized reading' (duration: 365.580539ms)","trace[145034460] 'range keys from in-memory index tree' (duration: 216.846815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.064186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.481366Z","time spent":"582.806171ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:26.134313Z","caller":"traceutil/trace.go:171","msg":"trace[966382058] linearizableReadLoop","detail":"{readStateIndex:7078; appliedIndex:7077; }","duration":"282.734498ms","start":"2026-04-03T02:38:25.851561Z","end":"2026-04-03T02:38:26.134295Z","steps":["trace[966382058] 'read index received' (duration: 282.568894ms)","trace[966382058] 'applied index is now lower than readState.Index' (duration: 163.954µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:26.134401Z","caller":"traceutil/trace.go:171","msg":"trace[709312744] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"282.877261ms","start":"2026-04-03T02:38:25.851476Z","end":"2026-04-03T02:38:26.134354Z","steps":["trace[709312744] 'process raft request' (duration: 282.650596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.134633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.066854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:38:26.134714Z","caller":"traceutil/trace.go:171","msg":"trace[882426386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6830; }","duration":"283.167448ms","start":"2026-04-03T02:38:25.851534Z","end":"2026-04-03T02:38:26.134701Z","steps":["trace[882426386] 'agreement among raft nodes before linearized reading' (duration: 282.920902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.395229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.179896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:26.395356Z","caller":"traceutil/trace.go:171","msg":"trace[2116468876] linearizableReadLoop","detail":"{readStateIndex:7079; appliedIndex:7078; }","duration":"260.913729ms","start":"2026-04-03T02:38:26.134423Z","end":"2026-04-03T02:38:26.395336Z","steps":["trace[2116468876] 'read index received' (duration: 78.402637ms)","trace[2116468876] 'applied index is now lower than readState.Index' (duration: 182.509582ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:26.395622Z","caller":"traceutil/trace.go:171","msg":"trace[620962923] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"488.664742ms","start":"2026-04-03T02:38:25.906942Z","end":"2026-04-03T02:38:26.395607Z","steps":["trace[620962923] 'process raft request' (duration: 305.988656ms)","trace[620962923] 'compare' (duration: 181.937731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.395699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.906917Z","time spent":"488.745704ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:26.395954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.41013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:38:26.395928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.222706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:26.396006Z","caller":"traceutil/trace.go:171","msg":"trace[1645822571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6831; }","duration":"491.473332ms","start":"2026-04-03T02:38:25.904509Z","end":"2026-04-03T02:38:26.395983Z","steps":["trace[1645822571] 'agreement among raft nodes before linearized reading' (duration: 491.318638ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.396032Z","caller":"traceutil/trace.go:171","msg":"trace[312830687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6831; }","duration":"491.361588ms","start":"2026-04-03T02:38:25.904641Z","end":"2026-04-03T02:38:26.396003Z","steps":["trace[312830687] 'agreement among raft nodes before linearized reading' (duration: 491.025101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.39609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.904635Z","time spent":"491.446851ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:26.396138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.478299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12300"} {"level":"info","ts":"2026-04-03T02:38:26.396169Z","caller":"traceutil/trace.go:171","msg":"trace[1586427424] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6831; }","duration":"259.554291ms","start":"2026-04-03T02:38:26.136606Z","end":"2026-04-03T02:38:26.39616Z","steps":["trace[1586427424] 'agreement among raft nodes before linearized reading' (duration: 259.464139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.396042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.904495Z","time spent":"491.541083ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:38:26.39636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.396759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:26.396384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.48967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:38:26.396457Z","caller":"traceutil/trace.go:171","msg":"trace[115779995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6831; }","duration":"490.534631ms","start":"2026-04-03T02:38:25.905901Z","end":"2026-04-03T02:38:26.396436Z","steps":["trace[115779995] 'agreement among raft nodes before linearized reading' (duration: 490.223885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.396464Z","caller":"traceutil/trace.go:171","msg":"trace[925198680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6831; }","duration":"490.621333ms","start":"2026-04-03T02:38:25.905824Z","end":"2026-04-03T02:38:26.396445Z","steps":["trace[925198680] 'agreement among raft nodes before linearized reading' (duration: 490.351038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.396457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.607943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:26.39651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.90589Z","time spent":"490.610024ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:26.396512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:25.905813Z","time spent":"490.689745ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:38:26.396544Z","caller":"traceutil/trace.go:171","msg":"trace[552622439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6831; }","duration":"330.743675ms","start":"2026-04-03T02:38:26.065781Z","end":"2026-04-03T02:38:26.396524Z","steps":["trace[552622439] 'agreement among raft nodes before linearized reading' (duration: 330.561321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.396595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.065766Z","time spent":"330.817346ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:26.819235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.055822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:26.819559Z","caller":"traceutil/trace.go:171","msg":"trace[586033408] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"417.510918ms","start":"2026-04-03T02:38:26.402026Z","end":"2026-04-03T02:38:26.819537Z","steps":["trace[586033408] 'process raft request' (duration: 417.352324ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.819561Z","caller":"traceutil/trace.go:171","msg":"trace[821541848] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"417.661321ms","start":"2026-04-03T02:38:26.401868Z","end":"2026-04-03T02:38:26.819529Z","steps":["trace[821541848] 'process raft request' (duration: 207.1886ms)","trace[821541848] 'compare' (duration: 209.851338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.819639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.402019Z","time spent":"417.587339ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:26.819716Z","caller":"traceutil/trace.go:171","msg":"trace[1581593279] linearizableReadLoop","detail":"{readStateIndex:7083; appliedIndex:7079; }","duration":"415.024265ms","start":"2026-04-03T02:38:26.404671Z","end":"2026-04-03T02:38:26.819696Z","steps":["trace[1581593279] 'read index received' (duration: 204.493873ms)","trace[1581593279] 'applied index is now lower than readState.Index' (duration: 210.529122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:26.819754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.401843Z","time spent":"417.791384ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:26.819792Z","caller":"traceutil/trace.go:171","msg":"trace[2085234843] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"417.687133ms","start":"2026-04-03T02:38:26.402069Z","end":"2026-04-03T02:38:26.819756Z","steps":["trace[2085234843] 'process raft request' (duration: 417.421047ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:26.819882Z","caller":"traceutil/trace.go:171","msg":"trace[1827972722] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"417.557919ms","start":"2026-04-03T02:38:26.402244Z","end":"2026-04-03T02:38:26.819802Z","steps":["trace[1827972722] 'process raft request' (duration: 417.364335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.819948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.26551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-03T02:38:26.819966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.402045Z","time spent":"417.832235ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:26.820005Z","caller":"traceutil/trace.go:171","msg":"trace[981316990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6835; }","duration":"415.340813ms","start":"2026-04-03T02:38:26.404636Z","end":"2026-04-03T02:38:26.819977Z","steps":["trace[981316990] 'agreement among raft nodes before linearized reading' (duration: 415.182659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:26.82004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.40462Z","time spent":"415.411014ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:38:26.820102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.402223Z","time spent":"417.763023ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:27.326287Z","caller":"traceutil/trace.go:171","msg":"trace[737185900] linearizableReadLoop","detail":"{readStateIndex:7084; appliedIndex:7083; }","duration":"506.448245ms","start":"2026-04-03T02:38:26.819788Z","end":"2026-04-03T02:38:27.326236Z","steps":["trace[737185900] 'read index received' (duration: 444.811001ms)","trace[737185900] 'applied index is now lower than readState.Index' (duration: 61.636004ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:27.32651Z","caller":"traceutil/trace.go:171","msg":"trace[1124748580] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"564.595426ms","start":"2026-04-03T02:38:26.761884Z","end":"2026-04-03T02:38:27.32648Z","steps":["trace[1124748580] 'process raft request' (duration: 502.704347ms)","trace[1124748580] 'compare' (duration: 61.131223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:27.326569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.503289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:27.326823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.761854Z","time spent":"564.905643ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:27.326886Z","caller":"traceutil/trace.go:171","msg":"trace[1189874583] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6836; }","duration":"768.861017ms","start":"2026-04-03T02:38:26.557992Z","end":"2026-04-03T02:38:27.326853Z","steps":["trace[1189874583] 'agreement among raft nodes before linearized reading' (duration: 768.485918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.326642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.366333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:27.326993Z","caller":"traceutil/trace.go:171","msg":"trace[754387759] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6836; }","duration":"885.757901ms","start":"2026-04-03T02:38:26.441218Z","end":"2026-04-03T02:38:27.326976Z","steps":["trace[754387759] 'agreement among raft nodes before linearized reading' (duration: 885.346752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.326998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.557971Z","time spent":"768.985298ms","remote":"127.0.0.1:43490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:27.327042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.441207Z","time spent":"885.819712ms","remote":"127.0.0.1:45164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:27.33075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.365488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:27.330803Z","caller":"traceutil/trace.go:171","msg":"trace[683667126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6838; }","duration":"360.416859ms","start":"2026-04-03T02:38:26.970371Z","end":"2026-04-03T02:38:27.330788Z","steps":["trace[683667126] 'agreement among raft nodes before linearized reading' (duration: 360.323627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.330834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.970293Z","time spent":"360.5344ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:27.331015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.142937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:27.330997Z","caller":"traceutil/trace.go:171","msg":"trace[1395751416] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"332.794439ms","start":"2026-04-03T02:38:26.998163Z","end":"2026-04-03T02:38:27.330957Z","steps":["trace[1395751416] 'process raft request' (duration: 332.486142ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.331184Z","caller":"traceutil/trace.go:171","msg":"trace[1383837745] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"333.372371ms","start":"2026-04-03T02:38:26.9978Z","end":"2026-04-03T02:38:27.331172Z","steps":["trace[1383837745] 'process raft request' (duration: 332.742728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.331176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.998152Z","time spent":"332.923951ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:27.331047Z","caller":"traceutil/trace.go:171","msg":"trace[1104259002] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6838; }","duration":"124.175798ms","start":"2026-04-03T02:38:27.206859Z","end":"2026-04-03T02:38:27.331035Z","steps":["trace[1104259002] 'agreement among raft nodes before linearized reading' (duration: 124.121547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:27.331246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:26.997766Z","time spent":"333.442162ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:28.170323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.634918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:28.170341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.703074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:28.170392Z","caller":"traceutil/trace.go:171","msg":"trace[418852059] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6838; }","duration":"336.770541ms","start":"2026-04-03T02:38:27.833606Z","end":"2026-04-03T02:38:28.170377Z","steps":["trace[418852059] 'count revisions from in-memory index tree' (duration: 336.527836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.170423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.833577Z","time spent":"336.837572ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:28.170434Z","caller":"traceutil/trace.go:171","msg":"trace[1258542927] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6838; }","duration":"690.829516ms","start":"2026-04-03T02:38:27.479561Z","end":"2026-04-03T02:38:28.170391Z","steps":["trace[1258542927] 'range keys from in-memory index tree' (duration: 690.5038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.170911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.10906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:28.170994Z","caller":"traceutil/trace.go:171","msg":"trace[1845524356] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6838; }","duration":"690.280655ms","start":"2026-04-03T02:38:27.480699Z","end":"2026-04-03T02:38:28.17098Z","steps":["trace[1845524356] 'range keys from in-memory index tree' (duration: 689.923817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.171031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.480666Z","time spent":"690.356065ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:28.171294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.225494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:28.171319Z","caller":"traceutil/trace.go:171","msg":"trace[1923638793] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6838; }","duration":"690.267494ms","start":"2026-04-03T02:38:27.481045Z","end":"2026-04-03T02:38:28.171313Z","steps":["trace[1923638793] 'range keys from in-memory index tree' (duration: 690.160821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.171334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.481038Z","time spent":"690.292015ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:28.170485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:27.479537Z","time spent":"690.937719ms","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-03T02:38:28.726143Z","caller":"traceutil/trace.go:171","msg":"trace[2035456779] linearizableReadLoop","detail":"{readStateIndex:7087; appliedIndex:7086; }","duration":"477.174158ms","start":"2026-04-03T02:38:28.248941Z","end":"2026-04-03T02:38:28.726116Z","steps":["trace[2035456779] 'read index received' (duration: 477.031545ms)","trace[2035456779] 'applied index is now lower than readState.Index' (duration: 141.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:28.726213Z","caller":"traceutil/trace.go:171","msg":"trace[486036265] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"549.919936ms","start":"2026-04-03T02:38:28.176262Z","end":"2026-04-03T02:38:28.726181Z","steps":["trace[486036265] 'process raft request' (duration: 549.683422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.726344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.394994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:28.726385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.176244Z","time spent":"550.041449ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:28.72644Z","caller":"traceutil/trace.go:171","msg":"trace[2041455622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6839; }","duration":"477.592528ms","start":"2026-04-03T02:38:28.248807Z","end":"2026-04-03T02:38:28.7264Z","steps":["trace[2041455622] 'agreement among raft nodes before linearized reading' (duration: 477.446255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:28.726484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.247915Z","time spent":"478.557458ms","remote":"127.0.0.1:43604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:29.227321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022893853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:38:30.177152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.708861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.17726Z","caller":"traceutil/trace.go:171","msg":"trace[1922114790] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"1.774074595s","start":"2026-04-03T02:38:28.403166Z","end":"2026-04-03T02:38:30.177241Z","steps":["trace[1922114790] 'process raft request' (duration: 1.0521765s)","trace[1922114790] 'compare' (duration: 720.974565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.177322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.403133Z","time spent":"1.774159997s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.650034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194570896s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:30.785541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.008285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:30.785846Z","caller":"traceutil/trace.go:171","msg":"trace[1212425465] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"1.450216533s","start":"2026-04-03T02:38:29.335614Z","end":"2026-04-03T02:38:30.785831Z","steps":["trace[1212425465] 'process raft request' (duration: 1.450146481s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.785942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.335602Z","time spent":"1.450292456s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:30.785929Z","caller":"traceutil/trace.go:171","msg":"trace[1446132073] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"1.454022665s","start":"2026-04-03T02:38:29.331869Z","end":"2026-04-03T02:38:30.785891Z","steps":["trace[1446132073] 'process raft request' (duration: 1.453818951s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:30.786003Z","caller":"traceutil/trace.go:171","msg":"trace[932843648] linearizableReadLoop","detail":"{readStateIndex:7089; appliedIndex:7087; }","duration":"2.05973995s","start":"2026-04-03T02:38:28.72624Z","end":"2026-04-03T02:38:30.78598Z","steps":["trace[932843648] 'read index received' (duration: 729.174348ms)","trace[932843648] 'applied index is now lower than readState.Index' (duration: 1.330563732s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:30.786094Z","caller":"traceutil/trace.go:171","msg":"trace[1357121861] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"1.449210372s","start":"2026-04-03T02:38:29.336868Z","end":"2026-04-03T02:38:30.786079Z","steps":["trace[1357121861] 'process raft request' (duration: 1.448916417s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.786119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.33184Z","time spent":"1.454178047s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.786172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.336861Z","time spent":"1.449263604s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.786254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069965656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-03T02:38:30.786296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323023399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:30.786302Z","caller":"traceutil/trace.go:171","msg":"trace[1145302912] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6844; }","duration":"2.070069237s","start":"2026-04-03T02:38:28.716223Z","end":"2026-04-03T02:38:30.786292Z","steps":["trace[1145302912] 'agreement among raft nodes before linearized reading' (duration: 2.069935644s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:30.786326Z","caller":"traceutil/trace.go:171","msg":"trace[874352748] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6844; }","duration":"2.323113901s","start":"2026-04-03T02:38:28.463203Z","end":"2026-04-03T02:38:30.786317Z","steps":["trace[874352748] 'agreement among raft nodes before linearized reading' (duration: 2.323058389s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.786329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.716198Z","time spent":"2.07012395s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-03T02:38:30.78593Z","caller":"traceutil/trace.go:171","msg":"trace[542647568] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"1.740636972s","start":"2026-04-03T02:38:29.045216Z","end":"2026-04-03T02:38:30.785852Z","steps":["trace[542647568] 'process raft request' (duration: 1.605243889s)","trace[542647568] 'compare' (duration: 134.626557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:30.786354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-03T02:38:30.786369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.463171Z","time spent":"2.323184902s","remote":"127.0.0.1:43446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:30.786404Z","caller":"traceutil/trace.go:171","msg":"trace[864168253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325303s","start":"2026-04-03T02:38:28.786068Z","end":"2026-04-03T02:38:30.786394Z","steps":["trace[864168253] 'agreement among raft nodes before linearized reading' (duration: 2.000256442s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.786433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.045187Z","time spent":"1.741204553s","remote":"127.0.0.1:50758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:30.786456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.786054Z","time spent":"2.000392265s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:38:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:38:30.970007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:38:30.970309Z","caller":"traceutil/trace.go:171","msg":"trace[216701052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267661s","start":"2026-04-03T02:38:28.970022Z","end":"2026-04-03T02:38:30.970289Z","steps":["trace[216701052] 'agreement among raft nodes before linearized reading' (duration: 1.999939185s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:30.970361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.970009Z","time spent":"2.000341642s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:31.501648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.894025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:31.502151Z","caller":"traceutil/trace.go:171","msg":"trace[956198019] linearizableReadLoop","detail":"{readStateIndex:7094; appliedIndex:7092; }","duration":"716.07395ms","start":"2026-04-03T02:38:30.786053Z","end":"2026-04-03T02:38:31.502127Z","steps":["trace[956198019] 'read index received' (duration: 232.652613ms)","trace[956198019] 'applied index is now lower than readState.Index' (duration: 483.419957ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:31.502724Z","caller":"traceutil/trace.go:171","msg":"trace[313197448] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"739.187216ms","start":"2026-04-03T02:38:30.763513Z","end":"2026-04-03T02:38:31.5027Z","steps":["trace[313197448] 'process raft request' (duration: 738.262856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.50283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.763493Z","time spent":"739.286897ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:31.502908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678942367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:38:31.502995Z","caller":"traceutil/trace.go:171","msg":"trace[303768342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6846; }","duration":"2.67909367s","start":"2026-04-03T02:38:28.823883Z","end":"2026-04-03T02:38:31.502977Z","steps":["trace[303768342] 'agreement among raft nodes before linearized reading' (duration: 2.678800293s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.503045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.82386Z","time spent":"2.679175283s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:31.503161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.922874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:31.503247Z","caller":"traceutil/trace.go:171","msg":"trace[308406772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6846; }","duration":"773.027126ms","start":"2026-04-03T02:38:30.730192Z","end":"2026-04-03T02:38:31.50322Z","steps":["trace[308406772] 'agreement among raft nodes before linearized reading' (duration: 772.882853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.503311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.730163Z","time spent":"773.132688ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:31.503332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323358348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-03T02:38:31.503337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680136262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:31.50336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219127173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:38:31.503371Z","caller":"traceutil/trace.go:171","msg":"trace[1788604455] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6846; }","duration":"1.323437389s","start":"2026-04-03T02:38:30.179922Z","end":"2026-04-03T02:38:31.503359Z","steps":["trace[1788604455] 'agreement among raft nodes before linearized reading' (duration: 1.323314167s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.503379Z","caller":"traceutil/trace.go:171","msg":"trace[600867761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6846; }","duration":"2.680232854s","start":"2026-04-03T02:38:28.823135Z","end":"2026-04-03T02:38:31.503368Z","steps":["trace[600867761] 'agreement among raft nodes before linearized reading' (duration: 2.680082851s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.50341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.179899Z","time spent":"1.323504381s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:31.503412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.823107Z","time spent":"2.680297995s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:38:31.503421Z","caller":"traceutil/trace.go:171","msg":"trace[24747179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6846; }","duration":"2.219212546s","start":"2026-04-03T02:38:29.284181Z","end":"2026-04-03T02:38:31.503393Z","steps":["trace[24747179] 'agreement among raft nodes before linearized reading' (duration: 2.219106274s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.503466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.284156Z","time spent":"2.219300468s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:38:31.503272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679348805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:38:31.503551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326947994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-03T02:38:31.503218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985952097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:31.503689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.605457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62eb927c-2764-4159-b521-cb01f9f86ca6\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-04-03T02:38:31.503725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.96393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:31.503741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358470625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.186\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:38:31.503767Z","caller":"traceutil/trace.go:171","msg":"trace[1475363053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6846; }","duration":"525.05306ms","start":"2026-04-03T02:38:30.978704Z","end":"2026-04-03T02:38:31.503757Z","steps":["trace[1475363053] 'agreement among raft nodes before linearized reading' (duration: 524.992419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.503776Z","caller":"traceutil/trace.go:171","msg":"trace[1201516459] range","detail":"{range_begin:/registry/masterleases/199.19.213.186; range_end:; response_count:1; response_revision:6846; }","duration":"1.358548257s","start":"2026-04-03T02:38:30.145219Z","end":"2026-04-03T02:38:31.503767Z","steps":["trace[1201516459] 'agreement among raft nodes before linearized reading' (duration: 1.358459165s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.503802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.978667Z","time spent":"525.128582ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:31.50381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.145193Z","time spent":"1.358610599s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.186\" "} {"level":"warn","ts":"2026-04-03T02:38:31.503812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.679279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b84d1dd5ad5b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T02:38:31.503847Z","caller":"traceutil/trace.go:171","msg":"trace[884012119] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2b84d1dd5ad5b; range_end:; response_count:1; response_revision:6846; }","duration":"529.754029ms","start":"2026-04-03T02:38:30.974085Z","end":"2026-04-03T02:38:31.503839Z","steps":["trace[884012119] 'agreement among raft nodes before linearized reading' (duration: 529.663447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.503886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.974066Z","time spent":"529.81329ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2b84d1dd5ad5b\" "} {"level":"info","ts":"2026-04-03T02:38:31.503183Z","caller":"traceutil/trace.go:171","msg":"trace[2000229085] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"925.817294ms","start":"2026-04-03T02:38:30.577348Z","end":"2026-04-03T02:38:31.503165Z","steps":["trace[2000229085] 'process raft request' (duration: 441.246243ms)","trace[2000229085] 'compare' (duration: 482.510438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:31.503891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679906017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:38:31.504221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.577318Z","time spent":"926.864905ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:31.504263Z","caller":"traceutil/trace.go:171","msg":"trace[1686056866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6846; }","duration":"2.680327446s","start":"2026-04-03T02:38:28.823886Z","end":"2026-04-03T02:38:31.504213Z","steps":["trace[1686056866] 'agreement among raft nodes before linearized reading' (duration: 2.679664302s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.503728Z","caller":"traceutil/trace.go:171","msg":"trace[353958676] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62eb927c-2764-4159-b521-cb01f9f86ca6; range_end:; response_count:1; response_revision:6846; }","duration":"712.6821ms","start":"2026-04-03T02:38:30.791036Z","end":"2026-04-03T02:38:31.503718Z","steps":["trace[353958676] 'agreement among raft nodes before linearized reading' (duration: 712.574437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.504324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.791015Z","time spent":"713.299273ms","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-62eb927c-2764-4159-b521-cb01f9f86ca6\" "} {"level":"warn","ts":"2026-04-03T02:38:31.504356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.823867Z","time spent":"2.68047384s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:38:31.503602Z","caller":"traceutil/trace.go:171","msg":"trace[1964151027] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6846; }","duration":"1.327008925s","start":"2026-04-03T02:38:30.176581Z","end":"2026-04-03T02:38:31.50359Z","steps":["trace[1964151027] 'agreement among raft nodes before linearized reading' (duration: 1.326908643s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.504499Z","caller":"traceutil/trace.go:171","msg":"trace[1138262761] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6846; }","duration":"1.987551353s","start":"2026-04-03T02:38:29.516787Z","end":"2026-04-03T02:38:31.504338Z","steps":["trace[1138262761] 'agreement among raft nodes before linearized reading' (duration: 1.985899278s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.503001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326394582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-03T02:38:31.504548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.176576Z","time spent":"1.327951045s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-03T02:38:31.503639Z","caller":"traceutil/trace.go:171","msg":"trace[1192850372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6846; }","duration":"2.679778246s","start":"2026-04-03T02:38:28.823789Z","end":"2026-04-03T02:38:31.503568Z","steps":["trace[1192850372] 'agreement among raft nodes before linearized reading' (duration: 2.678966858s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.50475Z","caller":"traceutil/trace.go:171","msg":"trace[652304320] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6846; }","duration":"1.32818979s","start":"2026-04-03T02:38:30.176515Z","end":"2026-04-03T02:38:31.504705Z","steps":["trace[652304320] 'agreement among raft nodes before linearized reading' (duration: 1.326163837s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.504743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:29.516775Z","time spent":"1.98792211s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:31.504804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.176491Z","time spent":"1.328297772s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:31.504803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:28.82378Z","time spent":"2.680998841s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:32.010497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15311567280022893864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:38:32.17622Z","caller":"traceutil/trace.go:171","msg":"trace[1344487481] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"668.706864ms","start":"2026-04-03T02:38:31.507478Z","end":"2026-04-03T02:38:32.176185Z","steps":["trace[1344487481] 'process raft request' (duration: 668.396928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:32.176478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.507461Z","time spent":"668.852468ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.473845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297861618s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:38:33.475575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.507564Z","time spent":"1.968001442s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:38:33.475632Z","caller":"traceutil/trace.go:171","msg":"trace[1308482673] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"1.965637612s","start":"2026-04-03T02:38:31.509968Z","end":"2026-04-03T02:38:33.475606Z","steps":["trace[1308482673] 'process raft request' (duration: 1.965470569s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.475924Z","caller":"traceutil/trace.go:171","msg":"trace[739331641] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"1.965717614s","start":"2026-04-03T02:38:31.510161Z","end":"2026-04-03T02:38:33.475878Z","steps":["trace[739331641] 'process raft request' (duration: 1.965404668s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.475976Z","caller":"traceutil/trace.go:171","msg":"trace[1554511446] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"1.964994829s","start":"2026-04-03T02:38:31.510953Z","end":"2026-04-03T02:38:33.475948Z","steps":["trace[1554511446] 'process raft request' (duration: 1.964833496s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.476015Z","caller":"traceutil/trace.go:171","msg":"trace[334168247] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"1.96500266s","start":"2026-04-03T02:38:31.510981Z","end":"2026-04-03T02:38:33.475984Z","steps":["trace[334168247] 'process raft request' (duration: 1.964916808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.476121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.510154Z","time spent":"1.965866777s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.476143Z","caller":"traceutil/trace.go:171","msg":"trace[23570165] linearizableReadLoop","detail":"{readStateIndex:7102; appliedIndex:7094; }","duration":"1.966379618s","start":"2026-04-03T02:38:31.509745Z","end":"2026-04-03T02:38:33.476124Z","steps":["trace[23570165] 'read index received' (duration: 666.275194ms)","trace[23570165] 'applied index is now lower than readState.Index' (duration: 1.300103254s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:33.47615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.510969Z","time spent":"1.965107953s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.47619Z","caller":"traceutil/trace.go:171","msg":"trace[746054031] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"1.965119602s","start":"2026-04-03T02:38:31.511062Z","end":"2026-04-03T02:38:33.476182Z","steps":["trace[746054031] 'process raft request' (duration: 1.964882197s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.476215Z","caller":"traceutil/trace.go:171","msg":"trace[1510457488] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"1.96455637s","start":"2026-04-03T02:38:31.511649Z","end":"2026-04-03T02:38:33.476205Z","steps":["trace[1510457488] 'process raft request' (duration: 1.964411707s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.476129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.510936Z","time spent":"1.965088461s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.47623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.511045Z","time spent":"1.965165913s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.476322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966572002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:38:33.477167Z","caller":"traceutil/trace.go:171","msg":"trace[597000264] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6853; }","duration":"1.967422189s","start":"2026-04-03T02:38:31.509728Z","end":"2026-04-03T02:38:33.47715Z","steps":["trace[597000264] 'agreement among raft nodes before linearized reading' (duration: 1.966549161s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.477225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.509721Z","time spent":"1.967482441s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:38:33.476457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.509956Z","time spent":"1.965755215s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.477371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.51164Z","time spent":"1.965212864s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.919889Z","caller":"traceutil/trace.go:171","msg":"trace[294274539] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"1.128227096s","start":"2026-04-03T02:38:32.791627Z","end":"2026-04-03T02:38:33.919854Z","steps":["trace[294274539] 'process raft request' (duration: 1.128127223s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.919915Z","caller":"traceutil/trace.go:171","msg":"trace[1357434058] transaction","detail":"{read_only:false; response_revision:6854; number_of_response:1; }","duration":"1.737240897s","start":"2026-04-03T02:38:32.182628Z","end":"2026-04-03T02:38:33.919868Z","steps":["trace[1357434058] 'process raft request' (duration: 1.7369319s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.920105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.1826Z","time spent":"1.737405491s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:33.920133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.791597Z","time spent":"1.128394059s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.920316Z","caller":"traceutil/trace.go:171","msg":"trace[1684229089] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"1.126032199s","start":"2026-04-03T02:38:32.794268Z","end":"2026-04-03T02:38:33.9203Z","steps":["trace[1684229089] 'process raft request' (duration: 1.125814454s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:33.920359Z","caller":"traceutil/trace.go:171","msg":"trace[346953403] linearizableReadLoop","detail":"{readStateIndex:7107; appliedIndex:7102; }","duration":"444.166601ms","start":"2026-04-03T02:38:33.476174Z","end":"2026-04-03T02:38:33.92034Z","steps":["trace[346953403] 'read index received' (duration: 443.371524ms)","trace[346953403] 'applied index is now lower than readState.Index' (duration: 793.867µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:33.920411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.794249Z","time spent":"1.126119332s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.920423Z","caller":"traceutil/trace.go:171","msg":"trace[1927081008] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"1.12651745s","start":"2026-04-03T02:38:32.793875Z","end":"2026-04-03T02:38:33.920393Z","steps":["trace[1927081008] 'process raft request' (duration: 1.125932038s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.921183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.315853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:33.921244Z","caller":"traceutil/trace.go:171","msg":"trace[2015003019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6858; }","duration":"951.399824ms","start":"2026-04-03T02:38:32.969817Z","end":"2026-04-03T02:38:33.921217Z","steps":["trace[2015003019] 'agreement among raft nodes before linearized reading' (duration: 950.614618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.920489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.588881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:33.924857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403683557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:33.924921Z","caller":"traceutil/trace.go:171","msg":"trace[1652938480] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6858; }","duration":"643.051143ms","start":"2026-04-03T02:38:33.281841Z","end":"2026-04-03T02:38:33.924892Z","steps":["trace[1652938480] 'agreement among raft nodes before linearized reading' (duration: 638.566099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.924962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.793834Z","time spent":"1.126653602s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.924964Z","caller":"traceutil/trace.go:171","msg":"trace[1797256173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6858; }","duration":"1.40813314s","start":"2026-04-03T02:38:32.516803Z","end":"2026-04-03T02:38:33.924936Z","steps":["trace[1797256173] 'agreement among raft nodes before linearized reading' (duration: 1.403699607s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.925018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.281822Z","time spent":"643.138095ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:33.92507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.516774Z","time spent":"1.408259482s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:38:33.925048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.9698Z","time spent":"951.488637ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:33.925078Z","caller":"traceutil/trace.go:171","msg":"trace[583460094] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"944.743584ms","start":"2026-04-03T02:38:32.980307Z","end":"2026-04-03T02:38:33.925051Z","steps":["trace[583460094] 'process raft request' (duration: 939.953104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.925235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094897033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T02:38:33.92521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:32.98029Z","time spent":"944.872238ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:33.925269Z","caller":"traceutil/trace.go:171","msg":"trace[702741359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6858; }","duration":"2.094991556s","start":"2026-04-03T02:38:31.830268Z","end":"2026-04-03T02:38:33.92526Z","steps":["trace[702741359] 'agreement among raft nodes before linearized reading' (duration: 2.094855993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:33.925305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.830247Z","time spent":"2.095042767s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:38:35.19968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049864349s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:35.199804Z","caller":"traceutil/trace.go:171","msg":"trace[1262379881] linearizableReadLoop","detail":"{readStateIndex:7108; appliedIndex:7107; }","duration":"1.279385604s","start":"2026-04-03T02:38:33.9204Z","end":"2026-04-03T02:38:35.199785Z","steps":["trace[1262379881] 'read index received' (duration: 229.279401ms)","trace[1262379881] 'applied index is now lower than readState.Index' (duration: 1.050105053s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:35.200185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689177283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:35.200229Z","caller":"traceutil/trace.go:171","msg":"trace[563307838] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6859; }","duration":"1.689254995s","start":"2026-04-03T02:38:33.510962Z","end":"2026-04-03T02:38:35.200217Z","steps":["trace[563307838] 'agreement among raft nodes before linearized reading' (duration: 1.689077141s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.200215Z","caller":"traceutil/trace.go:171","msg":"trace[916970343] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"1.722370021s","start":"2026-04-03T02:38:33.477792Z","end":"2026-04-03T02:38:35.200162Z","steps":["trace[916970343] 'process raft request' (duration: 671.91563ms)","trace[916970343] 'compare' (duration: 1.049607743s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:35.200266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.510944Z","time spent":"1.689312846s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:35.200414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.477772Z","time spent":"1.722536894s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:35.200429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268840704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.200529Z","caller":"traceutil/trace.go:171","msg":"trace[1695997850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6859; }","duration":"1.268965976s","start":"2026-04-03T02:38:33.931534Z","end":"2026-04-03T02:38:35.200499Z","steps":["trace[1695997850] 'agreement among raft nodes before linearized reading' (duration: 1.268807982s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.200501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719964068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-04-03T02:38:35.200501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686448375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"warn","ts":"2026-04-03T02:38:35.20063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.931461Z","time spent":"1.26916006s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:35.200653Z","caller":"traceutil/trace.go:171","msg":"trace[1927092254] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6859; }","duration":"1.686664231s","start":"2026-04-03T02:38:33.513971Z","end":"2026-04-03T02:38:35.200635Z","steps":["trace[1927092254] 'agreement among raft nodes before linearized reading' (duration: 1.686353315s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.200643Z","caller":"traceutil/trace.go:171","msg":"trace[1340940428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36; range_end:; response_count:1; response_revision:6859; }","duration":"1.720133343s","start":"2026-04-03T02:38:33.480476Z","end":"2026-04-03T02:38:35.200609Z","steps":["trace[1340940428] 'agreement among raft nodes before linearized reading' (duration: 1.719851347s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.200713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.480467Z","time spent":"1.720230926s","remote":"127.0.0.1:50720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-fa2c2840-9906-4c66-97f5-443eaa2f4c36\" "} {"level":"warn","ts":"2026-04-03T02:38:35.200713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.51395Z","time spent":"1.686747713s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:38:35.200856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.987435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:38:35.200881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687284813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-03T02:38:35.200903Z","caller":"traceutil/trace.go:171","msg":"trace[666256273] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:6859; }","duration":"290.094956ms","start":"2026-04-03T02:38:34.910793Z","end":"2026-04-03T02:38:35.200888Z","steps":["trace[666256273] 'agreement among raft nodes before linearized reading' (duration: 289.995054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.200927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.554143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:35.200935Z","caller":"traceutil/trace.go:171","msg":"trace[1445826757] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6859; }","duration":"1.687368457s","start":"2026-04-03T02:38:33.513549Z","end":"2026-04-03T02:38:35.200917Z","steps":["trace[1445826757] 'agreement among raft nodes before linearized reading' (duration: 1.686419367s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.200961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.397558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:38:35.200974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.513538Z","time spent":"1.687428827s","remote":"127.0.0.1:50820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4806,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-03T02:38:35.200971Z","caller":"traceutil/trace.go:171","msg":"trace[1852748093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6859; }","duration":"500.604073ms","start":"2026-04-03T02:38:34.700351Z","end":"2026-04-03T02:38:35.200955Z","steps":["trace[1852748093] 'agreement among raft nodes before linearized reading' (duration: 500.530991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.201016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:34.700329Z","time spent":"500.677825ms","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:38:35.201012Z","caller":"traceutil/trace.go:171","msg":"trace[1391256007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6859; }","duration":"224.50433ms","start":"2026-04-03T02:38:34.976492Z","end":"2026-04-03T02:38:35.200996Z","steps":["trace[1391256007] 'agreement among raft nodes before linearized reading' (duration: 224.422929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.201151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267580927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:38:35.20123Z","caller":"traceutil/trace.go:171","msg":"trace[527511774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6859; }","duration":"1.267688539s","start":"2026-04-03T02:38:33.933519Z","end":"2026-04-03T02:38:35.201207Z","steps":["trace[527511774] 'agreement among raft nodes before linearized reading' (duration: 1.267391954s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.201274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:33.933511Z","time spent":"1.267753701s","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:38:35.808216Z","caller":"traceutil/trace.go:171","msg":"trace[577534507] linearizableReadLoop","detail":"{readStateIndex:7109; appliedIndex:7108; }","duration":"326.825767ms","start":"2026-04-03T02:38:35.481363Z","end":"2026-04-03T02:38:35.808189Z","steps":["trace[577534507] 'read index received' (duration: 227.485253ms)","trace[577534507] 'applied index is now lower than readState.Index' (duration: 99.339314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:35.808661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.271106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:35.808716Z","caller":"traceutil/trace.go:171","msg":"trace[563675488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6859; }","duration":"327.42468ms","start":"2026-04-03T02:38:35.481277Z","end":"2026-04-03T02:38:35.808702Z","steps":["trace[563675488] 'agreement among raft nodes before linearized reading' (duration: 327.055802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.80864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.095522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:38:35.808865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.086193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:38:35.808886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.481251Z","time spent":"327.620954ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:38:35.808933Z","caller":"traceutil/trace.go:171","msg":"trace[890611913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6859; }","duration":"327.144454ms","start":"2026-04-03T02:38:35.481765Z","end":"2026-04-03T02:38:35.808909Z","steps":["trace[890611913] 'agreement among raft nodes before linearized reading' (duration: 326.92848ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:35.808936Z","caller":"traceutil/trace.go:171","msg":"trace[1373812169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6859; }","duration":"327.426489ms","start":"2026-04-03T02:38:35.481478Z","end":"2026-04-03T02:38:35.808904Z","steps":["trace[1373812169] 'agreement among raft nodes before linearized reading' (duration: 326.942179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.808661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.580283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:35.808988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.481741Z","time spent":"327.239476ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:38:35.809019Z","caller":"traceutil/trace.go:171","msg":"trace[162667269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6859; }","duration":"326.94189ms","start":"2026-04-03T02:38:35.482063Z","end":"2026-04-03T02:38:35.809005Z","steps":["trace[162667269] 'agreement among raft nodes before linearized reading' (duration: 326.502641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.809045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.481472Z","time spent":"327.535021ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:38:35.80906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.482042Z","time spent":"327.006981ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:38:35.808855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.787276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:35.809203Z","caller":"traceutil/trace.go:171","msg":"trace[1472097470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6859; }","duration":"327.167824ms","start":"2026-04-03T02:38:35.482006Z","end":"2026-04-03T02:38:35.809174Z","steps":["trace[1472097470] 'agreement among raft nodes before linearized reading' (duration: 326.519841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:35.809325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.481999Z","time spent":"327.305117ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:38:36.077129Z","caller":"traceutil/trace.go:171","msg":"trace[2145175599] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"264.05346ms","start":"2026-04-03T02:38:35.813038Z","end":"2026-04-03T02:38:36.077092Z","steps":["trace[2145175599] 'process raft request' (duration: 263.821145ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.811334Z","caller":"traceutil/trace.go:171","msg":"trace[1738201912] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"997.495396ms","start":"2026-04-03T02:38:35.813807Z","end":"2026-04-03T02:38:36.811302Z","steps":["trace[1738201912] 'process raft request' (duration: 997.396234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.81141Z","caller":"traceutil/trace.go:171","msg":"trace[8936328] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"998.047978ms","start":"2026-04-03T02:38:35.813317Z","end":"2026-04-03T02:38:36.811365Z","steps":["trace[8936328] 'process raft request' (duration: 997.71101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.811521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.813772Z","time spent":"997.661559ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.811529Z","caller":"traceutil/trace.go:171","msg":"trace[832087614] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"877.017248ms","start":"2026-04-03T02:38:35.934495Z","end":"2026-04-03T02:38:36.811512Z","steps":["trace[832087614] 'process raft request' (duration: 876.951697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.811618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.934481Z","time spent":"877.090969ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.811741Z","caller":"traceutil/trace.go:171","msg":"trace[96141361] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"997.308963ms","start":"2026-04-03T02:38:35.814422Z","end":"2026-04-03T02:38:36.811731Z","steps":["trace[96141361] 'process raft request' (duration: 996.837263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.811771Z","caller":"traceutil/trace.go:171","msg":"trace[7617594] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"996.75827ms","start":"2026-04-03T02:38:35.814995Z","end":"2026-04-03T02:38:36.811753Z","steps":["trace[7617594] 'process raft request' (duration: 996.349021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.8118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.814403Z","time spent":"997.365033ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.811794Z","caller":"traceutil/trace.go:171","msg":"trace[38092241] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"875.468865ms","start":"2026-04-03T02:38:35.936306Z","end":"2026-04-03T02:38:36.811775Z","steps":["trace[38092241] 'process raft request' (duration: 875.346773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:36.811901Z","caller":"traceutil/trace.go:171","msg":"trace[870390330] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"878.08252ms","start":"2026-04-03T02:38:35.933808Z","end":"2026-04-03T02:38:36.811891Z","steps":["trace[870390330] 'process raft request' (duration: 877.58891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.811933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.93628Z","time spent":"875.568777ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.811949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.814986Z","time spent":"996.889233ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.811996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.933784Z","time spent":"878.145792ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:36.812087Z","caller":"traceutil/trace.go:171","msg":"trace[555267086] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"876.759123ms","start":"2026-04-03T02:38:35.935281Z","end":"2026-04-03T02:38:36.81204Z","steps":["trace[555267086] 'process raft request' (duration: 876.196731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:36.812238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.935265Z","time spent":"876.924656ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:36.812136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:35.813295Z","time spent":"998.196251ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:41.776069Z","caller":"traceutil/trace.go:171","msg":"trace[769285190] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"106.790828ms","start":"2026-04-03T02:38:41.66923Z","end":"2026-04-03T02:38:41.776021Z","steps":["trace[769285190] 'process raft request' (duration: 106.501642ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:42.98973Z","caller":"traceutil/trace.go:171","msg":"trace[881819988] transaction","detail":"{read_only:false; response_revision:6902; number_of_response:1; }","duration":"121.660881ms","start":"2026-04-03T02:38:42.868046Z","end":"2026-04-03T02:38:42.989707Z","steps":["trace[881819988] 'process raft request' (duration: 121.429076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:42.990581Z","caller":"traceutil/trace.go:171","msg":"trace[1676594365] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"121.980618ms","start":"2026-04-03T02:38:42.868586Z","end":"2026-04-03T02:38:42.990566Z","steps":["trace[1676594365] 'process raft request' (duration: 121.436836ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:42.990986Z","caller":"traceutil/trace.go:171","msg":"trace[857058929] linearizableReadLoop","detail":"{readStateIndex:7156; appliedIndex:7152; }","duration":"104.749306ms","start":"2026-04-03T02:38:42.886227Z","end":"2026-04-03T02:38:42.990976Z","steps":["trace[857058929] 'read index received' (duration: 103.185813ms)","trace[857058929] 'applied index is now lower than readState.Index' (duration: 1.562823ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:42.991125Z","caller":"traceutil/trace.go:171","msg":"trace[1554813171] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"121.476397ms","start":"2026-04-03T02:38:42.869623Z","end":"2026-04-03T02:38:42.9911Z","steps":["trace[1554813171] 'process raft request' (duration: 120.915175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:42.991271Z","caller":"traceutil/trace.go:171","msg":"trace[843645582] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"121.475947ms","start":"2026-04-03T02:38:42.869788Z","end":"2026-04-03T02:38:42.991264Z","steps":["trace[843645582] 'process raft request' (duration: 121.13295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:42.99152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.281228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:38:42.991546Z","caller":"traceutil/trace.go:171","msg":"trace[478673092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6905; }","duration":"105.356128ms","start":"2026-04-03T02:38:42.886183Z","end":"2026-04-03T02:38:42.991539Z","steps":["trace[478673092] 'agreement among raft nodes before linearized reading' (duration: 105.194744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:42.991688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.62823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:38:42.99177Z","caller":"traceutil/trace.go:171","msg":"trace[383204259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6905; }","duration":"101.775474ms","start":"2026-04-03T02:38:42.88998Z","end":"2026-04-03T02:38:42.991756Z","steps":["trace[383204259] 'agreement among raft nodes before linearized reading' (duration: 101.544039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:42.991849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.483109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:42.991879Z","caller":"traceutil/trace.go:171","msg":"trace[930158850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6905; }","duration":"101.525229ms","start":"2026-04-03T02:38:42.890346Z","end":"2026-04-03T02:38:42.991871Z","steps":["trace[930158850] 'agreement among raft nodes before linearized reading' (duration: 101.373246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:42.992001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.672541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:38:42.992026Z","caller":"traceutil/trace.go:171","msg":"trace[1150903440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6905; }","duration":"101.715722ms","start":"2026-04-03T02:38:42.890306Z","end":"2026-04-03T02:38:42.992021Z","steps":["trace[1150903440] 'agreement among raft nodes before linearized reading' (duration: 101.659071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:43.123361Z","caller":"traceutil/trace.go:171","msg":"trace[940295600] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"127.493383ms","start":"2026-04-03T02:38:42.995838Z","end":"2026-04-03T02:38:43.123331Z","steps":["trace[940295600] 'process raft request' (duration: 83.102132ms)","trace[940295600] 'compare' (duration: 44.264618ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:43.123862Z","caller":"traceutil/trace.go:171","msg":"trace[1001310371] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"127.677366ms","start":"2026-04-03T02:38:42.996154Z","end":"2026-04-03T02:38:43.123831Z","steps":["trace[1001310371] 'process raft request' (duration: 127.422731ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:43.124005Z","caller":"traceutil/trace.go:171","msg":"trace[1846544579] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"125.686105ms","start":"2026-04-03T02:38:42.998314Z","end":"2026-04-03T02:38:43.124Z","steps":["trace[1846544579] 'process raft request' (duration: 125.593883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:43.123949Z","caller":"traceutil/trace.go:171","msg":"trace[627435241] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"126.202136ms","start":"2026-04-03T02:38:42.99774Z","end":"2026-04-03T02:38:43.123942Z","steps":["trace[627435241] 'process raft request' (duration: 126.034283ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:44.293566Z","caller":"traceutil/trace.go:171","msg":"trace[178949937] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"197.0135ms","start":"2026-04-03T02:38:44.096524Z","end":"2026-04-03T02:38:44.293537Z","steps":["trace[178949937] 'process raft request' (duration: 148.770469ms)","trace[178949937] 'compare' (duration: 47.630178ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:44.476612Z","caller":"traceutil/trace.go:171","msg":"trace[668785935] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"174.127617ms","start":"2026-04-03T02:38:44.30244Z","end":"2026-04-03T02:38:44.476568Z","steps":["trace[668785935] 'process raft request' (duration: 120.972263ms)","trace[668785935] 'compare' (duration: 52.631322ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:44.476769Z","caller":"traceutil/trace.go:171","msg":"trace[414596606] linearizableReadLoop","detail":"{readStateIndex:7168; appliedIndex:7164; }","duration":"134.207899ms","start":"2026-04-03T02:38:44.342496Z","end":"2026-04-03T02:38:44.476704Z","steps":["trace[414596606] 'read index received' (duration: 80.843701ms)","trace[414596606] 'applied index is now lower than readState.Index' (duration: 53.362908ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:44.477001Z","caller":"traceutil/trace.go:171","msg":"trace[558972947] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6916; }","duration":"167.542559ms","start":"2026-04-03T02:38:44.309445Z","end":"2026-04-03T02:38:44.476988Z","steps":["trace[558972947] 'process raft request' (duration: 167.206532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:44.477136Z","caller":"traceutil/trace.go:171","msg":"trace[1416601514] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"172.511282ms","start":"2026-04-03T02:38:44.304616Z","end":"2026-04-03T02:38:44.477127Z","steps":["trace[1416601514] 'process raft request' (duration: 171.798947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:44.4773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.734041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:44.477353Z","caller":"traceutil/trace.go:171","msg":"trace[541569037] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6916; }","duration":"134.889484ms","start":"2026-04-03T02:38:44.342449Z","end":"2026-04-03T02:38:44.477339Z","steps":["trace[541569037] 'agreement among raft nodes before linearized reading' (duration: 134.68491ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:44.477366Z","caller":"traceutil/trace.go:171","msg":"trace[1239689014] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"170.701336ms","start":"2026-04-03T02:38:44.306652Z","end":"2026-04-03T02:38:44.477353Z","steps":["trace[1239689014] 'process raft request' (duration: 169.926929ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:45.453591Z","caller":"traceutil/trace.go:171","msg":"trace[1152677990] transaction","detail":"{read_only:false; response_revision:6942; number_of_response:1; }","duration":"157.907242ms","start":"2026-04-03T02:38:45.295662Z","end":"2026-04-03T02:38:45.453569Z","steps":["trace[1152677990] 'process raft request' (duration: 156.924965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:45.678478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.68439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:2785"} {"level":"info","ts":"2026-04-03T02:38:45.678593Z","caller":"traceutil/trace.go:171","msg":"trace[2048480832] linearizableReadLoop","detail":"{readStateIndex:7195; appliedIndex:7193; }","duration":"375.722381ms","start":"2026-04-03T02:38:45.302853Z","end":"2026-04-03T02:38:45.678576Z","steps":["trace[2048480832] 'read index received' (duration: 149.733647ms)","trace[2048480832] 'applied index is now lower than readState.Index' (duration: 225.987644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:45.678853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.969748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-04-03T02:38:45.678892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.706003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T02:38:45.67893Z","caller":"traceutil/trace.go:171","msg":"trace[1164830905] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6942; }","duration":"374.753045ms","start":"2026-04-03T02:38:45.304165Z","end":"2026-04-03T02:38:45.678918Z","steps":["trace[1164830905] 'agreement among raft nodes before linearized reading' (duration: 374.629131ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:45.67893Z","caller":"traceutil/trace.go:171","msg":"trace[1852236244] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6942; }","duration":"376.068831ms","start":"2026-04-03T02:38:45.302842Z","end":"2026-04-03T02:38:45.678911Z","steps":["trace[1852236244] 'agreement among raft nodes before linearized reading' (duration: 375.825593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:45.678968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.304161Z","time spent":"374.798656ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-03T02:38:45.678974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.302837Z","time spent":"376.127442ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-03T02:38:45.679031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.606399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:38:45.679127Z","caller":"traceutil/trace.go:171","msg":"trace[1773827609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6942; }","duration":"319.758662ms","start":"2026-04-03T02:38:45.359347Z","end":"2026-04-03T02:38:45.679106Z","steps":["trace[1773827609] 'agreement among raft nodes before linearized reading' (duration: 319.385293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:45.679172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.35933Z","time spent":"319.835725ms","remote":"127.0.0.1:50764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:38:45.679245Z","caller":"traceutil/trace.go:171","msg":"trace[1890288701] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6942; }","duration":"376.469471ms","start":"2026-04-03T02:38:45.302753Z","end":"2026-04-03T02:38:45.679222Z","steps":["trace[1890288701] 'process raft request' (duration: 259.952798ms)","trace[1890288701] 'compare' (duration: 115.608298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:45.679225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.363368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-03T02:38:45.679352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.302746Z","time spent":"376.538844ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2807,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:45.679297Z","caller":"traceutil/trace.go:171","msg":"trace[152226456] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6942; }","duration":"376.465592ms","start":"2026-04-03T02:38:45.302821Z","end":"2026-04-03T02:38:45.679287Z","steps":["trace[152226456] 'agreement among raft nodes before linearized reading' (duration: 375.867066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:45.679618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:45.302805Z","time spent":"376.654408ms","remote":"127.0.0.1:50668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-03T02:38:45.834163Z","caller":"traceutil/trace.go:171","msg":"trace[626117548] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"117.049459ms","start":"2026-04-03T02:38:45.71709Z","end":"2026-04-03T02:38:45.83414Z","steps":["trace[626117548] 'process raft request' (duration: 116.893305ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:46.298504Z","caller":"traceutil/trace.go:171","msg":"trace[486226372] linearizableReadLoop","detail":"{readStateIndex:7201; appliedIndex:7200; }","duration":"179.021108ms","start":"2026-04-03T02:38:46.119441Z","end":"2026-04-03T02:38:46.298462Z","steps":["trace[486226372] 'read index received' (duration: 178.817493ms)","trace[486226372] 'applied index is now lower than readState.Index' (duration: 202.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:46.298617Z","caller":"traceutil/trace.go:171","msg":"trace[1299749201] transaction","detail":"{read_only:false; response_revision:6948; number_of_response:1; }","duration":"180.220911ms","start":"2026-04-03T02:38:46.118345Z","end":"2026-04-03T02:38:46.298566Z","steps":["trace[1299749201] 'process raft request' (duration: 179.893022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.298772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.287035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:46.299564Z","caller":"traceutil/trace.go:171","msg":"trace[497308503] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6948; }","duration":"180.857519ms","start":"2026-04-03T02:38:46.117965Z","end":"2026-04-03T02:38:46.298823Z","steps":["trace[497308503] 'agreement among raft nodes before linearized reading' (duration: 180.653394ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:46.415154Z","caller":"traceutil/trace.go:171","msg":"trace[1476380202] linearizableReadLoop","detail":"{readStateIndex:7202; appliedIndex:7201; }","duration":"110.679181ms","start":"2026-04-03T02:38:46.304439Z","end":"2026-04-03T02:38:46.415118Z","steps":["trace[1476380202] 'read index received' (duration: 110.500396ms)","trace[1476380202] 'applied index is now lower than readState.Index' (duration: 176.675µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:46.415215Z","caller":"traceutil/trace.go:171","msg":"trace[1447458461] transaction","detail":"{read_only:false; response_revision:6949; number_of_response:1; }","duration":"286.893272ms","start":"2026-04-03T02:38:46.128288Z","end":"2026-04-03T02:38:46.415181Z","steps":["trace[1447458461] 'process raft request' (duration: 286.616575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.415506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.035381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-03T02:38:46.415573Z","caller":"traceutil/trace.go:171","msg":"trace[1554149477] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:6949; }","duration":"111.164975ms","start":"2026-04-03T02:38:46.304387Z","end":"2026-04-03T02:38:46.415551Z","steps":["trace[1554149477] 'agreement among raft nodes before linearized reading' (duration: 110.847267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:46.461894Z","caller":"traceutil/trace.go:171","msg":"trace[1639983860] transaction","detail":"{read_only:false; response_revision:6950; number_of_response:1; }","duration":"157.409405ms","start":"2026-04-03T02:38:46.304461Z","end":"2026-04-03T02:38:46.46187Z","steps":["trace[1639983860] 'process raft request' (duration: 156.836568ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:46.717773Z","caller":"traceutil/trace.go:171","msg":"trace[847711157] linearizableReadLoop","detail":"{readStateIndex:7205; appliedIndex:7204; }","duration":"215.258034ms","start":"2026-04-03T02:38:46.502496Z","end":"2026-04-03T02:38:46.717754Z","steps":["trace[847711157] 'read index received' (duration: 214.327318ms)","trace[847711157] 'applied index is now lower than readState.Index' (duration: 929.846µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:46.718003Z","caller":"traceutil/trace.go:171","msg":"trace[1362774483] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"242.115311ms","start":"2026-04-03T02:38:46.475879Z","end":"2026-04-03T02:38:46.717994Z","steps":["trace[1362774483] 'process raft request' (duration: 241.003421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.718257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.262931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:38:46.718287Z","caller":"traceutil/trace.go:171","msg":"trace[2121116271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6952; }","duration":"236.330603ms","start":"2026-04-03T02:38:46.481949Z","end":"2026-04-03T02:38:46.71828Z","steps":["trace[2121116271] 'agreement among raft nodes before linearized reading' (duration: 236.204539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:46.718443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.587505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-03T02:38:46.718467Z","caller":"traceutil/trace.go:171","msg":"trace[1853701153] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6952; }","duration":"210.624426ms","start":"2026-04-03T02:38:46.507837Z","end":"2026-04-03T02:38:46.718462Z","steps":["trace[1853701153] 'agreement among raft nodes before linearized reading' (duration: 210.556364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.021746Z","caller":"traceutil/trace.go:171","msg":"trace[1747816669] transaction","detail":"{read_only:false; response_revision:6954; number_of_response:1; }","duration":"230.143313ms","start":"2026-04-03T02:38:46.79158Z","end":"2026-04-03T02:38:47.021723Z","steps":["trace[1747816669] 'process raft request' (duration: 229.992389ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.361884Z","caller":"traceutil/trace.go:171","msg":"trace[365288571] transaction","detail":"{read_only:false; response_revision:6955; number_of_response:1; }","duration":"569.167958ms","start":"2026-04-03T02:38:46.792692Z","end":"2026-04-03T02:38:47.36186Z","steps":["trace[365288571] 'process raft request' (duration: 568.953932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.362034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.792673Z","time spent":"569.278432ms","remote":"127.0.0.1:43864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:47.362085Z","caller":"traceutil/trace.go:171","msg":"trace[857187844] transaction","detail":"{read_only:false; response_revision:6956; number_of_response:1; }","duration":"348.98343ms","start":"2026-04-03T02:38:47.013085Z","end":"2026-04-03T02:38:47.362068Z","steps":["trace[857187844] 'process raft request' (duration: 348.728132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.362178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.013068Z","time spent":"349.059441ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:47.362472Z","caller":"traceutil/trace.go:171","msg":"trace[147966630] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"348.589959ms","start":"2026-04-03T02:38:47.01387Z","end":"2026-04-03T02:38:47.36246Z","steps":["trace[147966630] 'process raft request' (duration: 348.143017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.362571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.01386Z","time spent":"348.678502ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:47.362735Z","caller":"traceutil/trace.go:171","msg":"trace[1410881434] linearizableReadLoop","detail":"{readStateIndex:7208; appliedIndex:7206; }","duration":"393.400789ms","start":"2026-04-03T02:38:46.96931Z","end":"2026-04-03T02:38:47.362711Z","steps":["trace[1410881434] 'read index received' (duration: 52.275515ms)","trace[1410881434] 'applied index is now lower than readState.Index' (duration: 341.124254ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:47.362784Z","caller":"traceutil/trace.go:171","msg":"trace[1921926937] transaction","detail":"{read_only:false; response_revision:6958; number_of_response:1; }","duration":"348.169538ms","start":"2026-04-03T02:38:47.014592Z","end":"2026-04-03T02:38:47.362762Z","steps":["trace[1921926937] 'process raft request' (duration: 347.825798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.362863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.014562Z","time spent":"348.255179ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:47.362866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.555414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:47.362947Z","caller":"traceutil/trace.go:171","msg":"trace[553337953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6959; }","duration":"393.691118ms","start":"2026-04-03T02:38:46.969242Z","end":"2026-04-03T02:38:47.362934Z","steps":["trace[553337953] 'agreement among raft nodes before linearized reading' (duration: 393.561063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.363009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:46.969211Z","time spent":"393.76546ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:38:47.363027Z","caller":"traceutil/trace.go:171","msg":"trace[150158085] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"347.638173ms","start":"2026-04-03T02:38:47.015368Z","end":"2026-04-03T02:38:47.363006Z","steps":["trace[150158085] 'process raft request' (duration: 347.231042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.363122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.015356Z","time spent":"347.729846ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:47.363304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.51067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:38:47.363347Z","caller":"traceutil/trace.go:171","msg":"trace[2015325307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6959; }","duration":"123.569922ms","start":"2026-04-03T02:38:47.239766Z","end":"2026-04-03T02:38:47.363336Z","steps":["trace[2015325307] 'agreement among raft nodes before linearized reading' (duration: 123.437889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.363425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.919203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:38:47.363502Z","caller":"traceutil/trace.go:171","msg":"trace[1033409211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6959; }","duration":"124.020505ms","start":"2026-04-03T02:38:47.239455Z","end":"2026-04-03T02:38:47.363476Z","steps":["trace[1033409211] 'agreement among raft nodes before linearized reading' (duration: 123.85218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.363534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.169761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:38:47.363571Z","caller":"traceutil/trace.go:171","msg":"trace[1383224882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6959; }","duration":"123.221582ms","start":"2026-04-03T02:38:47.24034Z","end":"2026-04-03T02:38:47.363562Z","steps":["trace[1383224882] 'agreement among raft nodes before linearized reading' (duration: 123.12684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.3637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.44065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:38:47.363747Z","caller":"traceutil/trace.go:171","msg":"trace[929111095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6959; }","duration":"126.533153ms","start":"2026-04-03T02:38:47.237206Z","end":"2026-04-03T02:38:47.363739Z","steps":["trace[929111095] 'agreement among raft nodes before linearized reading' (duration: 126.435071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.364355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.776396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-03T02:38:47.364556Z","caller":"traceutil/trace.go:171","msg":"trace[190803594] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:6959; }","duration":"355.968931ms","start":"2026-04-03T02:38:47.008539Z","end":"2026-04-03T02:38:47.364508Z","steps":["trace[190803594] 'agreement among raft nodes before linearized reading' (duration: 354.273055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.364617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:47.008522Z","time spent":"356.080034ms","remote":"127.0.0.1:50680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193187,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-03T02:38:47.529548Z","caller":"traceutil/trace.go:171","msg":"trace[1325850484] transaction","detail":"{read_only:false; response_revision:6961; number_of_response:1; }","duration":"150.539222ms","start":"2026-04-03T02:38:47.37899Z","end":"2026-04-03T02:38:47.529529Z","steps":["trace[1325850484] 'process raft request' (duration: 150.497581ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.529581Z","caller":"traceutil/trace.go:171","msg":"trace[723918343] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"150.556623ms","start":"2026-04-03T02:38:47.378993Z","end":"2026-04-03T02:38:47.52955Z","steps":["trace[723918343] 'process raft request' (duration: 105.515396ms)","trace[723918343] 'compare' (duration: 44.883752ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:47.588945Z","caller":"traceutil/trace.go:171","msg":"trace[203168494] transaction","detail":"{read_only:false; response_revision:6962; number_of_response:1; }","duration":"209.797149ms","start":"2026-04-03T02:38:47.379132Z","end":"2026-04-03T02:38:47.588929Z","steps":["trace[203168494] 'process raft request' (duration: 209.678616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.589063Z","caller":"traceutil/trace.go:171","msg":"trace[415166198] linearizableReadLoop","detail":"{readStateIndex:7216; appliedIndex:7212; }","duration":"193.590655ms","start":"2026-04-03T02:38:47.395443Z","end":"2026-04-03T02:38:47.589034Z","steps":["trace[415166198] 'read index received' (duration: 89.086786ms)","trace[415166198] 'applied index is now lower than readState.Index' (duration: 104.502019ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:47.589084Z","caller":"traceutil/trace.go:171","msg":"trace[1363558904] transaction","detail":"{read_only:false; response_revision:6963; number_of_response:1; }","duration":"206.473147ms","start":"2026-04-03T02:38:47.382596Z","end":"2026-04-03T02:38:47.589069Z","steps":["trace[1363558904] 'process raft request' (duration: 206.300363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.589278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.820931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T02:38:47.589518Z","caller":"traceutil/trace.go:171","msg":"trace[660341690] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6963; }","duration":"193.923714ms","start":"2026-04-03T02:38:47.395393Z","end":"2026-04-03T02:38:47.589317Z","steps":["trace[660341690] 'agreement among raft nodes before linearized reading' (duration: 193.741578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:47.756753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.350518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T02:38:47.756872Z","caller":"traceutil/trace.go:171","msg":"trace[832093953] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:6963; }","duration":"126.525353ms","start":"2026-04-03T02:38:47.630321Z","end":"2026-04-03T02:38:47.756846Z","steps":["trace[832093953] 'range keys from in-memory index tree' (duration: 126.174512ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.968997Z","caller":"traceutil/trace.go:171","msg":"trace[900692501] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"177.288046ms","start":"2026-04-03T02:38:47.791682Z","end":"2026-04-03T02:38:47.96897Z","steps":["trace[900692501] 'process raft request' (duration: 177.11205ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:47.96903Z","caller":"traceutil/trace.go:171","msg":"trace[1121955932] linearizableReadLoop","detail":"{readStateIndex:7217; appliedIndex:7216; }","duration":"163.297532ms","start":"2026-04-03T02:38:47.805675Z","end":"2026-04-03T02:38:47.968972Z","steps":["trace[1121955932] 'read index received' (duration: 163.276701ms)","trace[1121955932] 'applied index is now lower than readState.Index' (duration: 16.801µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:47.969137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.433176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:47.969208Z","caller":"traceutil/trace.go:171","msg":"trace[1774287467] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6964; }","duration":"163.5322ms","start":"2026-04-03T02:38:47.805656Z","end":"2026-04-03T02:38:47.969188Z","steps":["trace[1774287467] 'agreement among raft nodes before linearized reading' (duration: 163.403436ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:48.782857Z","caller":"traceutil/trace.go:171","msg":"trace[1609074009] linearizableReadLoop","detail":"{readStateIndex:7218; appliedIndex:7217; }","duration":"296.530173ms","start":"2026-04-03T02:38:48.486307Z","end":"2026-04-03T02:38:48.782837Z","steps":["trace[1609074009] 'read index received' (duration: 296.4177ms)","trace[1609074009] 'applied index is now lower than readState.Index' (duration: 111.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:48.78291Z","caller":"traceutil/trace.go:171","msg":"trace[2144275360] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"309.692393ms","start":"2026-04-03T02:38:48.473186Z","end":"2026-04-03T02:38:48.782878Z","steps":["trace[2144275360] 'process raft request' (duration: 309.540649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.783029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.721569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:38:48.783058Z","caller":"traceutil/trace.go:171","msg":"trace[1496591681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6965; }","duration":"296.792951ms","start":"2026-04-03T02:38:48.486257Z","end":"2026-04-03T02:38:48.78305Z","steps":["trace[1496591681] 'agreement among raft nodes before linearized reading' (duration: 296.652227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:48.783057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:48.473163Z","time spent":"309.828768ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:38:49.060507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.964043ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:38:49.061442Z","caller":"traceutil/trace.go:171","msg":"trace[984003560] linearizableReadLoop","detail":"{readStateIndex:7219; appliedIndex:7218; }","duration":"276.332717ms","start":"2026-04-03T02:38:48.785073Z","end":"2026-04-03T02:38:49.061405Z","steps":["trace[984003560] 'read index received' (duration: 52.408047ms)","trace[984003560] 'applied index is now lower than readState.Index' (duration: 223.919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:49.06163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.550993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:38:49.061702Z","caller":"traceutil/trace.go:171","msg":"trace[2098337741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6965; }","duration":"276.663965ms","start":"2026-04-03T02:38:48.785021Z","end":"2026-04-03T02:38:49.061685Z","steps":["trace[2098337741] 'agreement among raft nodes before linearized reading' (duration: 276.46306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.061816Z","caller":"traceutil/trace.go:171","msg":"trace[949019179] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"204.781374ms","start":"2026-04-03T02:38:48.857022Z","end":"2026-04-03T02:38:49.061804Z","steps":["trace[949019179] 'process raft request' (duration: 204.702732ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.062011Z","caller":"traceutil/trace.go:171","msg":"trace[1549391554] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"274.922828ms","start":"2026-04-03T02:38:48.787075Z","end":"2026-04-03T02:38:49.061998Z","steps":["trace[1549391554] 'process raft request' (duration: 274.212499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:49.151429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.85363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:49.151517Z","caller":"traceutil/trace.go:171","msg":"trace[1538224163] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"197.858763ms","start":"2026-04-03T02:38:48.953639Z","end":"2026-04-03T02:38:49.151498Z","steps":["trace[1538224163] 'process raft request' (duration: 197.607346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.15279Z","caller":"traceutil/trace.go:171","msg":"trace[1826381943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6968; }","duration":"182.981805ms","start":"2026-04-03T02:38:48.96852Z","end":"2026-04-03T02:38:49.151501Z","steps":["trace[1826381943] 'agreement among raft nodes before linearized reading' (duration: 182.832601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.271554Z","caller":"traceutil/trace.go:171","msg":"trace[527011122] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"205.395688ms","start":"2026-04-03T02:38:49.066127Z","end":"2026-04-03T02:38:49.271523Z","steps":["trace[527011122] 'process raft request' (duration: 205.186792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.271773Z","caller":"traceutil/trace.go:171","msg":"trace[210951527] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"205.580203ms","start":"2026-04-03T02:38:49.066174Z","end":"2026-04-03T02:38:49.271754Z","steps":["trace[210951527] 'process raft request' (duration: 205.281405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.422645Z","caller":"traceutil/trace.go:171","msg":"trace[283916817] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"147.062301ms","start":"2026-04-03T02:38:49.275555Z","end":"2026-04-03T02:38:49.422617Z","steps":["trace[283916817] 'process raft request' (duration: 81.083132ms)","trace[283916817] 'compare' (duration: 65.820794ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:49.502106Z","caller":"traceutil/trace.go:171","msg":"trace[1809501962] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"220.675518ms","start":"2026-04-03T02:38:49.281401Z","end":"2026-04-03T02:38:49.502076Z","steps":["trace[1809501962] 'process raft request' (duration: 220.458592ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.619107Z","caller":"traceutil/trace.go:171","msg":"trace[1718740558] linearizableReadLoop","detail":"{readStateIndex:7231; appliedIndex:7226; }","duration":"112.39385ms","start":"2026-04-03T02:38:49.506692Z","end":"2026-04-03T02:38:49.619086Z","steps":["trace[1718740558] 'read index received' (duration: 112.065321ms)","trace[1718740558] 'applied index is now lower than readState.Index' (duration: 327.879µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:49.619395Z","caller":"traceutil/trace.go:171","msg":"trace[378071234] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"246.505465ms","start":"2026-04-03T02:38:49.372879Z","end":"2026-04-03T02:38:49.619384Z","steps":["trace[378071234] 'process raft request' (duration: 245.96304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.619604Z","caller":"traceutil/trace.go:171","msg":"trace[1261499400] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"242.116394ms","start":"2026-04-03T02:38:49.377476Z","end":"2026-04-03T02:38:49.619592Z","steps":["trace[1261499400] 'process raft request' (duration: 241.493057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.619746Z","caller":"traceutil/trace.go:171","msg":"trace[366233169] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"240.545901ms","start":"2026-04-03T02:38:49.37919Z","end":"2026-04-03T02:38:49.619736Z","steps":["trace[366233169] 'process raft request' (duration: 239.808411ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.619888Z","caller":"traceutil/trace.go:171","msg":"trace[2101804764] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"237.491357ms","start":"2026-04-03T02:38:49.382382Z","end":"2026-04-03T02:38:49.619873Z","steps":["trace[2101804764] 'process raft request' (duration: 236.639574ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.620125Z","caller":"traceutil/trace.go:171","msg":"trace[1736010716] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"193.3742ms","start":"2026-04-03T02:38:49.42674Z","end":"2026-04-03T02:38:49.620114Z","steps":["trace[1736010716] 'process raft request' (duration: 192.305891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:49.620427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.718067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-7d5b46d97c-x7z5g\" ","response":"range_response_count:1 size:9553"} {"level":"info","ts":"2026-04-03T02:38:49.620472Z","caller":"traceutil/trace.go:171","msg":"trace[876043109] range","detail":"{range_begin:/registry/pods/openstack/horizon-7d5b46d97c-x7z5g; range_end:; response_count:1; response_revision:6977; }","duration":"113.821249ms","start":"2026-04-03T02:38:49.506638Z","end":"2026-04-03T02:38:49.620459Z","steps":["trace[876043109] 'agreement among raft nodes before linearized reading' (duration: 113.623214ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.925905Z","caller":"traceutil/trace.go:171","msg":"trace[1494083273] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"298.047127ms","start":"2026-04-03T02:38:49.627825Z","end":"2026-04-03T02:38:49.925872Z","steps":["trace[1494083273] 'process raft request' (duration: 297.731248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.926606Z","caller":"traceutil/trace.go:171","msg":"trace[170132422] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"298.691924ms","start":"2026-04-03T02:38:49.6279Z","end":"2026-04-03T02:38:49.926592Z","steps":["trace[170132422] 'process raft request' (duration: 297.907133ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.927176Z","caller":"traceutil/trace.go:171","msg":"trace[781472565] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"299.169898ms","start":"2026-04-03T02:38:49.627971Z","end":"2026-04-03T02:38:49.927141Z","steps":["trace[781472565] 'process raft request' (duration: 298.323815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.927412Z","caller":"traceutil/trace.go:171","msg":"trace[850734402] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"294.668764ms","start":"2026-04-03T02:38:49.632606Z","end":"2026-04-03T02:38:49.927275Z","steps":["trace[850734402] 'process raft request' (duration: 294.598872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:49.927618Z","caller":"traceutil/trace.go:171","msg":"trace[1297872790] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"299.189148ms","start":"2026-04-03T02:38:49.628411Z","end":"2026-04-03T02:38:49.9276Z","steps":["trace[1297872790] 'process raft request' (duration: 298.709475ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:50.005812Z","caller":"traceutil/trace.go:171","msg":"trace[1889589257] linearizableReadLoop","detail":"{readStateIndex:7238; appliedIndex:7232; }","duration":"193.752369ms","start":"2026-04-03T02:38:49.812039Z","end":"2026-04-03T02:38:50.005792Z","steps":["trace[1889589257] 'read index received' (duration: 113.590312ms)","trace[1889589257] 'applied index is now lower than readState.Index' (duration: 80.160627ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:50.005852Z","caller":"traceutil/trace.go:171","msg":"trace[491490937] transaction","detail":"{read_only:false; response_revision:6983; number_of_response:1; }","duration":"315.060034ms","start":"2026-04-03T02:38:49.690755Z","end":"2026-04-03T02:38:50.005815Z","steps":["trace[491490937] 'process raft request' (duration: 314.91466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:50.00616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:49.690729Z","time spent":"315.195868ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:38:50.006171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.118279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218838"} {"level":"info","ts":"2026-04-03T02:38:50.006232Z","caller":"traceutil/trace.go:171","msg":"trace[1774554456] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6983; }","duration":"194.247293ms","start":"2026-04-03T02:38:49.811968Z","end":"2026-04-03T02:38:50.006215Z","steps":["trace[1774554456] 'agreement among raft nodes before linearized reading' (duration: 193.958325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:53.601076Z","caller":"traceutil/trace.go:171","msg":"trace[1987908402] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"313.207555ms","start":"2026-04-03T02:38:53.287845Z","end":"2026-04-03T02:38:53.601053Z","steps":["trace[1987908402] 'process raft request' (duration: 313.088371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:53.601228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:53.287834Z","time spent":"313.306416ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:38:56.810197Z","caller":"traceutil/trace.go:171","msg":"trace[1985164203] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"153.235045ms","start":"2026-04-03T02:38:56.656937Z","end":"2026-04-03T02:38:56.810172Z","steps":["trace[1985164203] 'process raft request' (duration: 152.357271ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:59.799646Z","caller":"traceutil/trace.go:171","msg":"trace[1081957703] transaction","detail":"{read_only:false; response_revision:7026; number_of_response:1; }","duration":"127.509275ms","start":"2026-04-03T02:38:59.67211Z","end":"2026-04-03T02:38:59.79962Z","steps":["trace[1081957703] 'process raft request' (duration: 127.286189ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:59.811302Z","caller":"traceutil/trace.go:171","msg":"trace[1872172147] transaction","detail":"{read_only:false; response_revision:7027; number_of_response:1; }","duration":"120.35927ms","start":"2026-04-03T02:38:59.690881Z","end":"2026-04-03T02:38:59.811241Z","steps":["trace[1872172147] 'process raft request' (duration: 120.113844ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:59.811343Z","caller":"traceutil/trace.go:171","msg":"trace[1482838530] transaction","detail":"{read_only:false; response_revision:7028; number_of_response:1; }","duration":"118.640735ms","start":"2026-04-03T02:38:59.69268Z","end":"2026-04-03T02:38:59.811321Z","steps":["trace[1482838530] 'process raft request' (duration: 118.387168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:59.813331Z","caller":"traceutil/trace.go:171","msg":"trace[1747480259] transaction","detail":"{read_only:false; response_revision:7030; number_of_response:1; }","duration":"108.108378ms","start":"2026-04-03T02:38:59.705203Z","end":"2026-04-03T02:38:59.813311Z","steps":["trace[1747480259] 'process raft request' (duration: 108.033356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:59.813606Z","caller":"traceutil/trace.go:171","msg":"trace[9545944] transaction","detail":"{read_only:false; response_revision:7029; number_of_response:1; }","duration":"109.617899ms","start":"2026-04-03T02:38:59.703964Z","end":"2026-04-03T02:38:59.813582Z","steps":["trace[9545944] 'process raft request' (duration: 109.175887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.284636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.771035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:00.284795Z","caller":"traceutil/trace.go:171","msg":"trace[613470816] linearizableReadLoop","detail":"{readStateIndex:7289; appliedIndex:7288; }","duration":"286.688934ms","start":"2026-04-03T02:38:59.998073Z","end":"2026-04-03T02:39:00.284762Z","steps":["trace[613470816] 'read index received' (duration: 125.623262ms)","trace[613470816] 'applied index is now lower than readState.Index' (duration: 161.063782ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:00.284822Z","caller":"traceutil/trace.go:171","msg":"trace[660709416] transaction","detail":"{read_only:false; response_revision:7032; number_of_response:1; }","duration":"300.518899ms","start":"2026-04-03T02:38:59.984244Z","end":"2026-04-03T02:39:00.284763Z","steps":["trace[660709416] 'process raft request' (duration: 139.487847ms)","trace[660709416] 'compare' (duration: 160.54314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:00.285023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:59.984225Z","time spent":"300.677363ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:00.285016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.90008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:39:00.285073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.264809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:39:00.285102Z","caller":"traceutil/trace.go:171","msg":"trace[1144985309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7032; }","duration":"284.33472ms","start":"2026-04-03T02:39:00.000757Z","end":"2026-04-03T02:39:00.285092Z","steps":["trace[1144985309] 'agreement among raft nodes before linearized reading' (duration: 284.137695ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:00.28511Z","caller":"traceutil/trace.go:171","msg":"trace[1755850301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7032; }","duration":"287.041313ms","start":"2026-04-03T02:38:59.998046Z","end":"2026-04-03T02:39:00.285087Z","steps":["trace[1755850301] 'agreement among raft nodes before linearized reading' (duration: 286.795137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:00.285288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.801719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.186\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T02:39:00.285315Z","caller":"traceutil/trace.go:171","msg":"trace[674644408] range","detail":"{range_begin:/registry/masterleases/199.19.213.186; range_end:; response_count:1; response_revision:7032; }","duration":"138.85868ms","start":"2026-04-03T02:39:00.14645Z","end":"2026-04-03T02:39:00.285309Z","steps":["trace[674644408] 'agreement among raft nodes before linearized reading' (duration: 138.773938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.207036Z","caller":"traceutil/trace.go:171","msg":"trace[852315065] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"215.072729ms","start":"2026-04-03T02:39:21.991943Z","end":"2026-04-03T02:39:22.207016Z","steps":["trace[852315065] 'process raft request' (duration: 214.917515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.536099Z","caller":"traceutil/trace.go:171","msg":"trace[2087984510] linearizableReadLoop","detail":"{readStateIndex:7407; appliedIndex:7403; }","duration":"394.988219ms","start":"2026-04-03T02:39:22.14109Z","end":"2026-04-03T02:39:22.536079Z","steps":["trace[2087984510] 'read index received' (duration: 66.109714ms)","trace[2087984510] 'applied index is now lower than readState.Index' (duration: 328.877475ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:22.537206Z","caller":"traceutil/trace.go:171","msg":"trace[251812323] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"541.57458ms","start":"2026-04-03T02:39:21.995598Z","end":"2026-04-03T02:39:22.537172Z","steps":["trace[251812323] 'process raft request' (duration: 540.44267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.537239Z","caller":"traceutil/trace.go:171","msg":"trace[297564264] transaction","detail":"{read_only:false; response_revision:7142; number_of_response:1; }","duration":"545.020992ms","start":"2026-04-03T02:39:21.992148Z","end":"2026-04-03T02:39:22.537169Z","steps":["trace[297564264] 'process raft request' (duration: 540.217364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.537536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.992142Z","time spent":"545.298069ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:22.537582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.474429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:22.53768Z","caller":"traceutil/trace.go:171","msg":"trace[1124850570] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"544.925909ms","start":"2026-04-03T02:39:21.992732Z","end":"2026-04-03T02:39:22.537658Z","steps":["trace[1124850570] 'process raft request' (duration: 543.223194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.537866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.992709Z","time spent":"545.010872ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:22.537262Z","caller":"traceutil/trace.go:171","msg":"trace[56439560] transaction","detail":"{read_only:false; response_revision:7144; number_of_response:1; }","duration":"543.576994ms","start":"2026-04-03T02:39:21.993663Z","end":"2026-04-03T02:39:22.53724Z","steps":["trace[56439560] 'process raft request' (duration: 542.343951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.538016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.993655Z","time spent":"544.333714ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:22.537327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.995579Z","time spent":"541.684943ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:22.538181Z","caller":"traceutil/trace.go:171","msg":"trace[614640140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7145; }","duration":"397.115965ms","start":"2026-04-03T02:39:22.141044Z","end":"2026-04-03T02:39:22.53816Z","steps":["trace[614640140] 'agreement among raft nodes before linearized reading' (duration: 396.407687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.538223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:22.141026Z","time spent":"397.186857ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:22.559826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.534183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:39:22.559884Z","caller":"traceutil/trace.go:171","msg":"trace[1190526397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7146; }","duration":"145.608515ms","start":"2026-04-03T02:39:22.414261Z","end":"2026-04-03T02:39:22.559869Z","steps":["trace[1190526397] 'agreement among raft nodes before linearized reading' (duration: 145.43832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.560081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.694571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:39:22.560134Z","caller":"traceutil/trace.go:171","msg":"trace[1713396756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7146; }","duration":"147.772982ms","start":"2026-04-03T02:39:22.412348Z","end":"2026-04-03T02:39:22.560121Z","steps":["trace[1713396756] 'agreement among raft nodes before linearized reading' (duration: 147.536666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.560337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.03644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:22.560379Z","caller":"traceutil/trace.go:171","msg":"trace[1342170244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7146; }","duration":"154.090221ms","start":"2026-04-03T02:39:22.40628Z","end":"2026-04-03T02:39:22.56037Z","steps":["trace[1342170244] 'agreement among raft nodes before linearized reading' (duration: 153.992688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.560928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.14675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:22.561068Z","caller":"traceutil/trace.go:171","msg":"trace[1587477477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7146; }","duration":"158.364366ms","start":"2026-04-03T02:39:22.402679Z","end":"2026-04-03T02:39:22.561044Z","steps":["trace[1587477477] 'agreement among raft nodes before linearized reading' (duration: 156.977819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.659305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.694287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-03T02:39:38.659408Z","caller":"traceutil/trace.go:171","msg":"trace[919380099] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:7243; }","duration":"105.826201ms","start":"2026-04-03T02:39:38.553551Z","end":"2026-04-03T02:39:38.659377Z","steps":["trace[919380099] 'range keys from in-memory index tree' (duration: 105.549772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.831661Z","caller":"traceutil/trace.go:171","msg":"trace[1059126598] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"205.771604ms","start":"2026-04-03T02:39:38.62587Z","end":"2026-04-03T02:39:38.831642Z","steps":["trace[1059126598] 'process raft request' (duration: 205.658222ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.935655Z","caller":"traceutil/trace.go:171","msg":"trace[16425722] linearizableReadLoop","detail":"{readStateIndex:7511; appliedIndex:7508; }","duration":"164.923498ms","start":"2026-04-03T02:39:38.770709Z","end":"2026-04-03T02:39:38.935632Z","steps":["trace[16425722] 'read index received' (duration: 60.801852ms)","trace[16425722] 'applied index is now lower than readState.Index' (duration: 104.120815ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:38.935721Z","caller":"traceutil/trace.go:171","msg":"trace[588301325] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"222.203499ms","start":"2026-04-03T02:39:38.71349Z","end":"2026-04-03T02:39:38.935693Z","steps":["trace[588301325] 'process raft request' (duration: 222.103816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.935711Z","caller":"traceutil/trace.go:171","msg":"trace[515414508] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"286.40257ms","start":"2026-04-03T02:39:38.649274Z","end":"2026-04-03T02:39:38.935677Z","steps":["trace[515414508] 'process raft request' (duration: 286.182785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.93587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.144723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:39:38.935916Z","caller":"traceutil/trace.go:171","msg":"trace[401134954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7246; }","duration":"165.236217ms","start":"2026-04-03T02:39:38.770671Z","end":"2026-04-03T02:39:38.935907Z","steps":["trace[401134954] 'agreement among raft nodes before linearized reading' (duration: 165.077322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.935978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.777622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:39:38.936028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.944051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:39:38.936043Z","caller":"traceutil/trace.go:171","msg":"trace[874683353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7246; }","duration":"133.985012ms","start":"2026-04-03T02:39:38.802054Z","end":"2026-04-03T02:39:38.936039Z","steps":["trace[874683353] 'agreement among raft nodes before linearized reading' (duration: 133.941511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.936053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.559369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:39:38.936044Z","caller":"traceutil/trace.go:171","msg":"trace[1418651357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7246; }","duration":"137.848924ms","start":"2026-04-03T02:39:38.79816Z","end":"2026-04-03T02:39:38.936009Z","steps":["trace[1418651357] 'agreement among raft nodes before linearized reading' (duration: 137.605988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.936104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.427005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:38.936097Z","caller":"traceutil/trace.go:171","msg":"trace[1697985877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7246; }","duration":"131.63588ms","start":"2026-04-03T02:39:38.80445Z","end":"2026-04-03T02:39:38.936086Z","steps":["trace[1697985877] 'agreement among raft nodes before linearized reading' (duration: 131.457156ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.936116Z","caller":"traceutil/trace.go:171","msg":"trace[1286170020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7246; }","duration":"136.463618ms","start":"2026-04-03T02:39:38.799649Z","end":"2026-04-03T02:39:38.936112Z","steps":["trace[1286170020] 'agreement among raft nodes before linearized reading' (duration: 136.426757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:39.050095Z","caller":"traceutil/trace.go:171","msg":"trace[1424139899] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"110.294767ms","start":"2026-04-03T02:39:38.939782Z","end":"2026-04-03T02:39:39.050077Z","steps":["trace[1424139899] 'process raft request' (duration: 103.095698ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:39.050156Z","caller":"traceutil/trace.go:171","msg":"trace[139880988] transaction","detail":"{read_only:false; response_revision:7250; number_of_response:1; }","duration":"109.618219ms","start":"2026-04-03T02:39:38.940518Z","end":"2026-04-03T02:39:39.050137Z","steps":["trace[139880988] 'process raft request' (duration: 109.25795ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:39.050325Z","caller":"traceutil/trace.go:171","msg":"trace[493982186] transaction","detail":"{read_only:false; response_revision:7251; number_of_response:1; }","duration":"109.640219ms","start":"2026-04-03T02:39:38.940604Z","end":"2026-04-03T02:39:39.050245Z","steps":["trace[493982186] 'process raft request' (duration: 109.205178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:39.050349Z","caller":"traceutil/trace.go:171","msg":"trace[2025985816] transaction","detail":"{read_only:false; response_revision:7249; number_of_response:1; }","duration":"110.337298ms","start":"2026-04-03T02:39:38.940001Z","end":"2026-04-03T02:39:39.050338Z","steps":["trace[2025985816] 'process raft request' (duration: 109.724131ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:47.019783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5455} {"level":"info","ts":"2026-04-03T02:39:47.111676Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5455,"took":"90.792999ms","hash":1584658619,"current-db-size-bytes":52047872,"current-db-size":"52 MB","current-db-size-in-use-bytes":18399232,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-03T02:39:47.111755Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1584658619,"revision":5455,"compact-revision":2883} {"level":"warn","ts":"2026-04-03T02:39:59.345416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.193651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:59.345569Z","caller":"traceutil/trace.go:171","msg":"trace[639846604] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"335.816524ms","start":"2026-04-03T02:39:59.009724Z","end":"2026-04-03T02:39:59.34554Z","steps":["trace[639846604] 'process raft request' (duration: 108.285984ms)","trace[639846604] 'compare' (duration: 226.986246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:59.345986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.009698Z","time spent":"335.921806ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.347855Z","caller":"traceutil/trace.go:171","msg":"trace[2036575260] linearizableReadLoop","detail":"{readStateIndex:7621; appliedIndex:7620; }","duration":"222.287954ms","start":"2026-04-03T02:39:59.12555Z","end":"2026-04-03T02:39:59.347838Z","steps":["trace[2036575260] 'read index received' (duration: 222.237762ms)","trace[2036575260] 'applied index is now lower than readState.Index' (duration: 49.112µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:59.348114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.277406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:39:59.348161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.240944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:59.348188Z","caller":"traceutil/trace.go:171","msg":"trace[1064000068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7351; }","duration":"199.36919ms","start":"2026-04-03T02:39:59.148799Z","end":"2026-04-03T02:39:59.348168Z","steps":["trace[1064000068] 'agreement among raft nodes before linearized reading' (duration: 199.164804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.348228Z","caller":"traceutil/trace.go:171","msg":"trace[1004014881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7351; }","duration":"192.342336ms","start":"2026-04-03T02:39:59.155868Z","end":"2026-04-03T02:39:59.34821Z","steps":["trace[1004014881] 'agreement among raft nodes before linearized reading' (duration: 192.172623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.348327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.93268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:39:59.348296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.670803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:39:59.348456Z","caller":"traceutil/trace.go:171","msg":"trace[510069458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7351; }","duration":"191.118545ms","start":"2026-04-03T02:39:59.157294Z","end":"2026-04-03T02:39:59.348412Z","steps":["trace[510069458] 'agreement among raft nodes before linearized reading' (duration: 190.736894ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.348529Z","caller":"traceutil/trace.go:171","msg":"trace[721844915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7351; }","duration":"222.957881ms","start":"2026-04-03T02:39:59.125499Z","end":"2026-04-03T02:39:59.348456Z","steps":["trace[721844915] 'agreement among raft nodes before linearized reading' (duration: 222.580882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.348413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.82883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:39:59.348679Z","caller":"traceutil/trace.go:171","msg":"trace[149303173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7351; }","duration":"198.097046ms","start":"2026-04-03T02:39:59.15056Z","end":"2026-04-03T02:39:59.348657Z","steps":["trace[149303173] 'agreement among raft nodes before linearized reading' (duration: 197.758307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.347958Z","caller":"traceutil/trace.go:171","msg":"trace[229026136] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"323.893125ms","start":"2026-04-03T02:39:59.024051Z","end":"2026-04-03T02:39:59.347944Z","steps":["trace[229026136] 'process raft request' (duration: 323.662849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.349101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:59.024026Z","time spent":"324.954491ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:07.123932Z","caller":"traceutil/trace.go:171","msg":"trace[921862722] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"126.720433ms","start":"2026-04-03T02:40:06.997188Z","end":"2026-04-03T02:40:07.123908Z","steps":["trace[921862722] 'process raft request' (duration: 126.57772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.522189Z","caller":"traceutil/trace.go:171","msg":"trace[757448009] linearizableReadLoop","detail":"{readStateIndex:7673; appliedIndex:7672; }","duration":"128.569097ms","start":"2026-04-03T02:40:09.393599Z","end":"2026-04-03T02:40:09.522168Z","steps":["trace[757448009] 'read index received' (duration: 123.784043ms)","trace[757448009] 'applied index is now lower than readState.Index' (duration: 4.783954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:09.522597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.940592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:40:09.522599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.983878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:40:09.522664Z","caller":"traceutil/trace.go:171","msg":"trace[1351940436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7401; }","duration":"129.100991ms","start":"2026-04-03T02:40:09.393549Z","end":"2026-04-03T02:40:09.52265Z","steps":["trace[1351940436] 'agreement among raft nodes before linearized reading' (duration: 128.877846ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.522701Z","caller":"traceutil/trace.go:171","msg":"trace[328929317] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"142.558908ms","start":"2026-04-03T02:40:09.380098Z","end":"2026-04-03T02:40:09.522657Z","steps":["trace[328929317] 'process raft request' (duration: 137.331574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:09.522733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.9232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:09.522776Z","caller":"traceutil/trace.go:171","msg":"trace[983938322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7401; }","duration":"120.981851ms","start":"2026-04-03T02:40:09.401781Z","end":"2026-04-03T02:40:09.522762Z","steps":["trace[983938322] 'agreement among raft nodes before linearized reading' (duration: 120.883498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:09.522772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.950244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:09.522852Z","caller":"traceutil/trace.go:171","msg":"trace[632904949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7401; }","duration":"118.060327ms","start":"2026-04-03T02:40:09.404767Z","end":"2026-04-03T02:40:09.522827Z","steps":["trace[632904949] 'agreement among raft nodes before linearized reading' (duration: 117.80198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:09.522859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.192156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:09.522899Z","caller":"traceutil/trace.go:171","msg":"trace[269539814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7401; }","duration":"123.27087ms","start":"2026-04-03T02:40:09.399611Z","end":"2026-04-03T02:40:09.522882Z","steps":["trace[269539814] 'agreement among raft nodes before linearized reading' (duration: 122.887101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:09.522968Z","caller":"traceutil/trace.go:171","msg":"trace[382481689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7401; }","duration":"119.326559ms","start":"2026-04-03T02:40:09.403623Z","end":"2026-04-03T02:40:09.522949Z","steps":["trace[382481689] 'agreement among raft nodes before linearized reading' (duration: 118.97589ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:37.657207Z","caller":"traceutil/trace.go:171","msg":"trace[1803550739] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"101.092653ms","start":"2026-04-03T02:40:37.556032Z","end":"2026-04-03T02:40:37.657125Z","steps":["trace[1803550739] 'process raft request' (duration: 99.251627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:38.796814Z","caller":"traceutil/trace.go:171","msg":"trace[594545825] linearizableReadLoop","detail":"{readStateIndex:7828; appliedIndex:7827; }","duration":"103.250055ms","start":"2026-04-03T02:40:38.693536Z","end":"2026-04-03T02:40:38.796786Z","steps":["trace[594545825] 'read index received' (duration: 103.050891ms)","trace[594545825] 'applied index is now lower than readState.Index' (duration: 198.254µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:38.796864Z","caller":"traceutil/trace.go:171","msg":"trace[744796631] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"108.598763ms","start":"2026-04-03T02:40:38.688222Z","end":"2026-04-03T02:40:38.796821Z","steps":["trace[744796631] 'process raft request' (duration: 108.387347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.796944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.386469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:38.796986Z","caller":"traceutil/trace.go:171","msg":"trace[173080936] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7550; }","duration":"103.492682ms","start":"2026-04-03T02:40:38.693482Z","end":"2026-04-03T02:40:38.796975Z","steps":["trace[173080936] 'agreement among raft nodes before linearized reading' (duration: 103.39912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.150403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.087556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:40:41.150547Z","caller":"traceutil/trace.go:171","msg":"trace[1945703923] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7560; }","duration":"163.277469ms","start":"2026-04-03T02:40:40.987249Z","end":"2026-04-03T02:40:41.150526Z","steps":["trace[1945703923] 'range keys from in-memory index tree' (duration: 162.90601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.210215Z","caller":"traceutil/trace.go:171","msg":"trace[113867764] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"175.927387ms","start":"2026-04-03T02:40:42.034269Z","end":"2026-04-03T02:40:42.210196Z","steps":["trace[113867764] 'process raft request' (duration: 175.901026ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.210304Z","caller":"traceutil/trace.go:171","msg":"trace[813297544] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"176.611794ms","start":"2026-04-03T02:40:42.03365Z","end":"2026-04-03T02:40:42.210262Z","steps":["trace[813297544] 'process raft request' (duration: 169.436554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:43.196506Z","caller":"traceutil/trace.go:171","msg":"trace[1851716640] linearizableReadLoop","detail":"{readStateIndex:7850; appliedIndex:7849; }","duration":"227.293002ms","start":"2026-04-03T02:40:42.969192Z","end":"2026-04-03T02:40:43.196485Z","steps":["trace[1851716640] 'read index received' (duration: 227.116627ms)","trace[1851716640] 'applied index is now lower than readState.Index' (duration: 175.665µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:43.196623Z","caller":"traceutil/trace.go:171","msg":"trace[1021601547] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"335.648221ms","start":"2026-04-03T02:40:42.860938Z","end":"2026-04-03T02:40:43.196586Z","steps":["trace[1021601547] 'process raft request' (duration: 335.415946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:43.196799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.177307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T02:40:43.196832Z","caller":"traceutil/trace.go:171","msg":"trace[1790145621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7571; }","duration":"160.34971ms","start":"2026-04-03T02:40:43.036474Z","end":"2026-04-03T02:40:43.196823Z","steps":["trace[1790145621] 'agreement among raft nodes before linearized reading' (duration: 160.129475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:43.19688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.672852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:43.197013Z","caller":"traceutil/trace.go:171","msg":"trace[933292129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7571; }","duration":"227.855436ms","start":"2026-04-03T02:40:42.969136Z","end":"2026-04-03T02:40:43.196991Z","steps":["trace[933292129] 'agreement among raft nodes before linearized reading' (duration: 227.456306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:43.197001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.860913Z","time spent":"335.916177ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:43.448343Z","caller":"traceutil/trace.go:171","msg":"trace[411364304] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"124.264739ms","start":"2026-04-03T02:40:43.324053Z","end":"2026-04-03T02:40:43.448318Z","steps":["trace[411364304] 'process raft request' (duration: 124.116366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:45.459127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.703509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-03T02:40:45.917698Z","caller":"traceutil/trace.go:171","msg":"trace[1975805833] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"182.902465ms","start":"2026-04-03T02:40:45.73477Z","end":"2026-04-03T02:40:45.917673Z","steps":["trace[1975805833] 'process raft request' (duration: 143.238364ms)","trace[1975805833] 'compare' (duration: 39.514067ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:51.593868Z","caller":"traceutil/trace.go:171","msg":"trace[1772432806] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"113.153636ms","start":"2026-04-03T02:40:51.480512Z","end":"2026-04-03T02:40:51.593666Z","steps":["trace[1772432806] 'process raft request' (duration: 113.002033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:08.013044Z","caller":"traceutil/trace.go:171","msg":"trace[964323398] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"124.80069ms","start":"2026-04-03T02:41:07.888188Z","end":"2026-04-03T02:41:08.012989Z","steps":["trace[964323398] 'process raft request' (duration: 124.599455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:09.888318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.980447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1224"} {"level":"info","ts":"2026-04-03T02:41:09.888393Z","caller":"traceutil/trace.go:171","msg":"trace[423317665] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:7703; }","duration":"163.090649ms","start":"2026-04-03T02:41:09.725286Z","end":"2026-04-03T02:41:09.888376Z","steps":["trace[423317665] 'range keys from in-memory index tree' (duration: 162.859854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:10.530124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.732111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:1 size:1063"} {"level":"warn","ts":"2026-04-03T02:41:10.530082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.102955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-03T02:41:10.530184Z","caller":"traceutil/trace.go:171","msg":"trace[1111890231] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:1; response_revision:7711; }","duration":"107.843703ms","start":"2026-04-03T02:41:10.422327Z","end":"2026-04-03T02:41:10.530171Z","steps":["trace[1111890231] 'range keys from in-memory index tree' (duration: 107.597717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:10.530238Z","caller":"traceutil/trace.go:171","msg":"trace[773698982] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:7711; }","duration":"105.328441ms","start":"2026-04-03T02:41:10.424875Z","end":"2026-04-03T02:41:10.530203Z","steps":["trace[773698982] 'range keys from in-memory index tree' (duration: 104.95051ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.280157Z","caller":"traceutil/trace.go:171","msg":"trace[792659028] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8122; }","duration":"241.737437ms","start":"2026-04-03T02:41:35.038378Z","end":"2026-04-03T02:41:35.280115Z","steps":["trace[792659028] 'read index received' (duration: 241.360387ms)","trace[792659028] 'applied index is now lower than readState.Index' (duration: 375.119µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:35.280243Z","caller":"traceutil/trace.go:171","msg":"trace[1483886698] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"244.896304ms","start":"2026-04-03T02:41:35.035313Z","end":"2026-04-03T02:41:35.28021Z","steps":["trace[1483886698] 'process raft request' (duration: 244.518825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.280541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.152317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-03T02:41:35.280631Z","caller":"traceutil/trace.go:171","msg":"trace[1847166850] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:7834; }","duration":"242.2915ms","start":"2026-04-03T02:41:35.038319Z","end":"2026-04-03T02:41:35.280611Z","steps":["trace[1847166850] 'agreement among raft nodes before linearized reading' (duration: 242.026204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.30127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.355368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/secretgen-controller/\" range_end:\"/registry/services/specs/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:35.301349Z","caller":"traceutil/trace.go:171","msg":"trace[970390592] range","detail":"{range_begin:/registry/services/specs/secretgen-controller/; range_end:/registry/services/specs/secretgen-controller0; response_count:0; response_revision:7834; }","duration":"217.483112ms","start":"2026-04-03T02:41:35.083847Z","end":"2026-04-03T02:41:35.30133Z","steps":["trace[970390592] 'agreement among raft nodes before linearized reading' (duration: 217.363838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.301639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.302082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:35.301814Z","caller":"traceutil/trace.go:171","msg":"trace[1336258632] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7834; }","duration":"102.502248ms","start":"2026-04-03T02:41:35.199285Z","end":"2026-04-03T02:41:35.301788Z","steps":["trace[1336258632] 'agreement among raft nodes before linearized reading' (duration: 102.258721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.30186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.274159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-04-03T02:41:35.302273Z","caller":"traceutil/trace.go:171","msg":"trace[1373598238] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:7834; }","duration":"244.6944ms","start":"2026-04-03T02:41:35.057508Z","end":"2026-04-03T02:41:35.302202Z","steps":["trace[1373598238] 'agreement among raft nodes before linearized reading' (duration: 244.108415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.302702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.983265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" limit:500 ","response":"range_response_count:20 size:168025"} {"level":"info","ts":"2026-04-03T02:41:35.302792Z","caller":"traceutil/trace.go:171","msg":"trace[1120703005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7834; }","duration":"206.201344ms","start":"2026-04-03T02:41:35.09657Z","end":"2026-04-03T02:41:35.302772Z","steps":["trace[1120703005] 'agreement among raft nodes before linearized reading' (duration: 204.619365ms)"],"step_count":1}