{"level":"warn","ts":"2026-04-03T02:24:56.778641Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:24:56.778734Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=instance=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:24:56.7788Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:24:56.778818Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-03T02:24:56.778836Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:24:56.77941Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-04-03T02:24:56.779479Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:24:56.785454Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.54524ms"} {"level":"info","ts":"2026-04-03T02:24:56.790853Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-04-03T02:24:56.790909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:24:56.790933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-04-03T02:24:56.790946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:24:56.790968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-04-03T02:24:56.791006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-04-03T02:24:56.799247Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:24:56.802845Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:24:56.804212Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:24:56.806405Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:24:56.806629Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:24:56.806583Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:24:56.80672Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:24:56.806763Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:24:56.807614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-04-03T02:24:56.807845Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-03T02:24:56.809276Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:24:56.809426Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-03T02:24:56.809457Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-03T02:24:56.809498Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:24:56.809542Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:24:57.792211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:24:57.792281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:24:57.792323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-04-03T02:24:57.792343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:24:57.792354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-03T02:24:57.792383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-04-03T02:24:57.792411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-03T02:24:57.930396Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:58.075923Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.70:2379]}","request-path":"/0/members/f8844a9a4263041d/attributes","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:24:58.075944Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:24:58.076037Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:24:58.076319Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:24:58.07643Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:24:58.077099Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:58.077265Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:58.077314Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:24:58.079783Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-04-03T02:24:58.080947Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T02:25:00.708318Z","caller":"traceutil/trace.go:171","msg":"trace[850984633] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"171.018827ms","start":"2026-04-03T02:25:00.537268Z","end":"2026-04-03T02:25:00.708287Z","steps":["trace[850984633] 'process raft request' (duration: 115.14021ms)","trace[850984633] 'compare' (duration: 55.740383ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:01.532548Z","caller":"traceutil/trace.go:171","msg":"trace[1415742650] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"436.350297ms","start":"2026-04-03T02:25:01.096119Z","end":"2026-04-03T02:25:01.532469Z","steps":["trace[1415742650] 'process raft request' (duration: 431.052493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:01.533512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:01.096109Z","time spent":"436.664055ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:25:06.893714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.316492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:06.893793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.364382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-03T02:25:06.893837Z","caller":"traceutil/trace.go:171","msg":"trace[61065747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:290; }","duration":"350.500246ms","start":"2026-04-03T02:25:06.54332Z","end":"2026-04-03T02:25:06.893821Z","steps":["trace[61065747] 'range keys from in-memory index tree' (duration: 350.241039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:06.893884Z","caller":"traceutil/trace.go:171","msg":"trace[757535869] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:290; }","duration":"456.512435ms","start":"2026-04-03T02:25:06.437349Z","end":"2026-04-03T02:25:06.893861Z","steps":["trace[757535869] 'range keys from in-memory index tree' (duration: 456.243178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:06.893883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:06.543301Z","time spent":"350.572637ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:06.893929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:06.437328Z","time spent":"456.590577ms","remote":"127.0.0.1:51904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-03T02:25:08.629896Z","caller":"traceutil/trace.go:171","msg":"trace[306443851] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"221.190282ms","start":"2026-04-03T02:25:08.40867Z","end":"2026-04-03T02:25:08.62986Z","steps":["trace[306443851] 'process raft request' (duration: 197.210481ms)","trace[306443851] 'compare' (duration: 23.455729ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:08.62988Z","caller":"traceutil/trace.go:171","msg":"trace[2051712211] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"220.694121ms","start":"2026-04-03T02:25:08.409147Z","end":"2026-04-03T02:25:08.629842Z","steps":["trace[2051712211] 'process raft request' (duration: 220.605879ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:08.662083Z","caller":"traceutil/trace.go:171","msg":"trace[2044210961] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:333; }","duration":"224.533941ms","start":"2026-04-03T02:25:08.437525Z","end":"2026-04-03T02:25:08.662059Z","steps":["trace[2044210961] 'read index received' (duration: 168.367697ms)","trace[2044210961] 'applied index is now lower than readState.Index' (duration: 56.165194ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:08.662201Z","caller":"traceutil/trace.go:171","msg":"trace[154211397] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"235.274692ms","start":"2026-04-03T02:25:08.4269Z","end":"2026-04-03T02:25:08.662174Z","steps":["trace[154211397] 'process raft request' (duration: 235.054567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:08.662271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.730265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-04-03T02:25:08.662322Z","caller":"traceutil/trace.go:171","msg":"trace[567573429] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:328; }","duration":"224.889199ms","start":"2026-04-03T02:25:08.437419Z","end":"2026-04-03T02:25:08.662308Z","steps":["trace[567573429] 'agreement among raft nodes before linearized reading' (duration: 224.756136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:08.691726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.431863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-03T02:25:08.691819Z","caller":"traceutil/trace.go:171","msg":"trace[635777979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:329; }","duration":"205.565597ms","start":"2026-04-03T02:25:08.486233Z","end":"2026-04-03T02:25:08.691799Z","steps":["trace[635777979] 'agreement among raft nodes before linearized reading' (duration: 205.364072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:08.862309Z","caller":"traceutil/trace.go:171","msg":"trace[651517090] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"130.802489ms","start":"2026-04-03T02:25:08.731492Z","end":"2026-04-03T02:25:08.862295Z","steps":["trace[651517090] 'process raft request' (duration: 130.762278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:08.862352Z","caller":"traceutil/trace.go:171","msg":"trace[950461965] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"133.634955ms","start":"2026-04-03T02:25:08.728694Z","end":"2026-04-03T02:25:08.862329Z","steps":["trace[950461965] 'process raft request' (duration: 133.496071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:08.862299Z","caller":"traceutil/trace.go:171","msg":"trace[156082745] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"133.985583ms","start":"2026-04-03T02:25:08.728272Z","end":"2026-04-03T02:25:08.862257Z","steps":["trace[156082745] 'process raft request' (duration: 70.806665ms)","trace[156082745] 'compare' (duration: 62.888711ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:11.589421Z","caller":"traceutil/trace.go:171","msg":"trace[963539435] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"301.692154ms","start":"2026-04-03T02:25:11.2877Z","end":"2026-04-03T02:25:11.589393Z","steps":["trace[963539435] 'process raft request' (duration: 301.51514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:11.589831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:11.287678Z","time spent":"301.821407ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:12.280273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.595959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:12.280388Z","caller":"traceutil/trace.go:171","msg":"trace[926988654] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"254.267736ms","start":"2026-04-03T02:25:12.026094Z","end":"2026-04-03T02:25:12.280362Z","steps":["trace[926988654] 'read index received' (duration: 83.312828ms)","trace[926988654] 'applied index is now lower than readState.Index' (duration: 170.953638ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:12.280458Z","caller":"traceutil/trace.go:171","msg":"trace[1278619456] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"304.120992ms","start":"2026-04-03T02:25:11.976303Z","end":"2026-04-03T02:25:12.280424Z","steps":["trace[1278619456] 'process raft request' (duration: 133.159634ms)","trace[1278619456] 'compare' (duration: 170.458357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:12.280549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.616129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:25:12.280587Z","caller":"traceutil/trace.go:171","msg":"trace[1962733167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:360; }","duration":"223.696361ms","start":"2026-04-03T02:25:12.056882Z","end":"2026-04-03T02:25:12.280578Z","steps":["trace[1962733167] 'agreement among raft nodes before linearized reading' (duration: 223.625899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:12.280623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:11.976292Z","time spent":"304.258575ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:12.280488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.375349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:25:12.280698Z","caller":"traceutil/trace.go:171","msg":"trace[1452729118] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:360; }","duration":"254.623855ms","start":"2026-04-03T02:25:12.026048Z","end":"2026-04-03T02:25:12.280672Z","steps":["trace[1452729118] 'agreement among raft nodes before linearized reading' (duration: 254.375409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:12.752364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.978355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:25:12.752496Z","caller":"traceutil/trace.go:171","msg":"trace[1233264781] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"467.814209ms","start":"2026-04-03T02:25:12.284663Z","end":"2026-04-03T02:25:12.752477Z","steps":["trace[1233264781] 'read index received' (duration: 276.534756ms)","trace[1233264781] 'applied index is now lower than readState.Index' (duration: 191.276823ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:12.752566Z","caller":"traceutil/trace.go:171","msg":"trace[911126999] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"468.241379ms","start":"2026-04-03T02:25:12.284286Z","end":"2026-04-03T02:25:12.752527Z","steps":["trace[911126999] 'process raft request' (duration: 277.009898ms)","trace[911126999] 'compare' (duration: 190.850743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:12.752621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.949882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:25:12.752771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:12.284265Z","time spent":"468.403115ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:12.752786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.774574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-04-03T02:25:12.752857Z","caller":"traceutil/trace.go:171","msg":"trace[1876553965] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:361; }","duration":"468.151308ms","start":"2026-04-03T02:25:12.284622Z","end":"2026-04-03T02:25:12.752773Z","steps":["trace[1876553965] 'agreement among raft nodes before linearized reading' (duration: 467.947552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.752887Z","caller":"traceutil/trace.go:171","msg":"trace[759158419] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:361; }","duration":"315.929288ms","start":"2026-04-03T02:25:12.436938Z","end":"2026-04-03T02:25:12.752868Z","steps":["trace[759158419] 'agreement among raft nodes before linearized reading' (duration: 315.707882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:12.752947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:12.43692Z","time spent":"316.013511ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-03T02:25:12.75296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:12.284607Z","time spent":"468.316212ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:25:18.789174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127956665s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:25:18.789298Z","caller":"traceutil/trace.go:171","msg":"trace[52981046] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"1.623275547s","start":"2026-04-03T02:25:17.165991Z","end":"2026-04-03T02:25:18.789267Z","steps":["trace[52981046] 'read index received' (duration: 495.153709ms)","trace[52981046] 'applied index is now lower than readState.Index' (duration: 1.128120458s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:18.789415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62342059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:18.789468Z","caller":"traceutil/trace.go:171","msg":"trace[826539268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:376; }","duration":"1.623509552s","start":"2026-04-03T02:25:17.165936Z","end":"2026-04-03T02:25:18.789446Z","steps":["trace[826539268] 'agreement among raft nodes before linearized reading' (duration: 1.623433931s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:18.789574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.024937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:25:18.789644Z","caller":"traceutil/trace.go:171","msg":"trace[1980173244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:376; }","duration":"487.14582ms","start":"2026-04-03T02:25:18.302481Z","end":"2026-04-03T02:25:18.789627Z","steps":["trace[1980173244] 'agreement among raft nodes before linearized reading' (duration: 487.004086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:18.789485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601701822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:25:18.78968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:18.302461Z","time spent":"487.209813ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:25:18.789697Z","caller":"traceutil/trace.go:171","msg":"trace[1422775902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:376; }","duration":"1.601917508s","start":"2026-04-03T02:25:17.187763Z","end":"2026-04-03T02:25:18.78968Z","steps":["trace[1422775902] 'agreement among raft nodes before linearized reading' (duration: 1.601659811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:18.789504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.165915Z","time spent":"1.623580923s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:25:18.789765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171478034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:25:18.789863Z","caller":"traceutil/trace.go:171","msg":"trace[484461912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:376; }","duration":"1.171619136s","start":"2026-04-03T02:25:17.618218Z","end":"2026-04-03T02:25:18.789837Z","steps":["trace[484461912] 'agreement among raft nodes before linearized reading' (duration: 1.17137178s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:18.789852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.187732Z","time spent":"1.602037261s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:25:18.789924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.618199Z","time spent":"1.171715069s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:25:31.13026Z","caller":"traceutil/trace.go:171","msg":"trace[300008304] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"193.566167ms","start":"2026-04-03T02:25:30.93666Z","end":"2026-04-03T02:25:31.130226Z","steps":["trace[300008304] 'process raft request' (duration: 141.420407ms)","trace[300008304] 'compare' (duration: 52.021547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:51.292503Z","caller":"traceutil/trace.go:171","msg":"trace[299711907] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:467; }","duration":"162.320136ms","start":"2026-04-03T02:25:51.13016Z","end":"2026-04-03T02:25:51.29248Z","steps":["trace[299711907] 'read index received' (duration: 150.247634ms)","trace[299711907] 'applied index is now lower than readState.Index' (duration: 12.071762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:51.292666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.280556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:51.292642Z","caller":"traceutil/trace.go:171","msg":"trace[505028351] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"194.861667ms","start":"2026-04-03T02:25:51.09774Z","end":"2026-04-03T02:25:51.292602Z","steps":["trace[505028351] 'process raft request' (duration: 182.749404ms)","trace[505028351] 'compare' (duration: 11.897008ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:51.29271Z","caller":"traceutil/trace.go:171","msg":"trace[329352022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:451; }","duration":"127.381998ms","start":"2026-04-03T02:25:51.165313Z","end":"2026-04-03T02:25:51.292695Z","steps":["trace[329352022] 'agreement among raft nodes before linearized reading' (duration: 127.301786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:51.292726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.538051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:25:51.292736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.418078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:25:51.292862Z","caller":"traceutil/trace.go:171","msg":"trace[1477402835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:451; }","duration":"100.582662ms","start":"2026-04-03T02:25:51.192255Z","end":"2026-04-03T02:25:51.292837Z","steps":["trace[1477402835] 'agreement among raft nodes before linearized reading' (duration: 100.386778ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:51.292802Z","caller":"traceutil/trace.go:171","msg":"trace[593704962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:451; }","duration":"162.672674ms","start":"2026-04-03T02:25:51.130114Z","end":"2026-04-03T02:25:51.292787Z","steps":["trace[593704962] 'agreement among raft nodes before linearized reading' (duration: 162.48963ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:51.405521Z","caller":"traceutil/trace.go:171","msg":"trace[2086718593] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"107.299689ms","start":"2026-04-03T02:25:51.298174Z","end":"2026-04-03T02:25:51.405473Z","steps":["trace[2086718593] 'process raft request' (duration: 96.608479ms)","trace[2086718593] 'compare' (duration: 10.493745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:52.273095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.957841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:52.273259Z","caller":"traceutil/trace.go:171","msg":"trace[1070990184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"107.196896ms","start":"2026-04-03T02:25:52.166026Z","end":"2026-04-03T02:25:52.273223Z","steps":["trace[1070990184] 'range keys from in-memory index tree' (duration: 106.755956ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:53.534152Z","caller":"traceutil/trace.go:171","msg":"trace[253917904] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"119.364011ms","start":"2026-04-03T02:25:53.414761Z","end":"2026-04-03T02:25:53.534125Z","steps":["trace[253917904] 'process raft request' (duration: 111.009545ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:53.754279Z","caller":"traceutil/trace.go:171","msg":"trace[610553532] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"214.456555ms","start":"2026-04-03T02:25:53.539787Z","end":"2026-04-03T02:25:53.754243Z","steps":["trace[610553532] 'process raft request' (duration: 126.749143ms)","trace[610553532] 'compare' (duration: 87.556539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:57.031767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.037481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:26:15.859301Z","caller":"traceutil/trace.go:171","msg":"trace[5772891] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"208.497122ms","start":"2026-04-03T02:26:15.650778Z","end":"2026-04-03T02:26:15.859276Z","steps":["trace[5772891] 'process raft request' (duration: 160.120281ms)","trace[5772891] 'compare' (duration: 48.270028ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:18.484359Z","caller":"traceutil/trace.go:171","msg":"trace[255884657] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"148.490409ms","start":"2026-04-03T02:26:18.335825Z","end":"2026-04-03T02:26:18.484316Z","steps":["trace[255884657] 'process raft request' (duration: 107.261116ms)","trace[255884657] 'compare' (duration: 40.986146ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:18.489144Z","caller":"traceutil/trace.go:171","msg":"trace[1091594287] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"147.854545ms","start":"2026-04-03T02:26:18.34094Z","end":"2026-04-03T02:26:18.488794Z","steps":["trace[1091594287] 'process raft request' (duration: 146.804651ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:18.669227Z","caller":"traceutil/trace.go:171","msg":"trace[1605376780] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"178.088301ms","start":"2026-04-03T02:26:18.491109Z","end":"2026-04-03T02:26:18.669197Z","steps":["trace[1605376780] 'process raft request' (duration: 134.771109ms)","trace[1605376780] 'compare' (duration: 43.078956ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:18.669289Z","caller":"traceutil/trace.go:171","msg":"trace[72953156] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"175.145132ms","start":"2026-04-03T02:26:18.494124Z","end":"2026-04-03T02:26:18.669269Z","steps":["trace[72953156] 'process raft request' (duration: 175.005319ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:18.669672Z","caller":"traceutil/trace.go:171","msg":"trace[875635941] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"171.329572ms","start":"2026-04-03T02:26:18.498331Z","end":"2026-04-03T02:26:18.669661Z","steps":["trace[875635941] 'process raft request' (duration: 171.152168ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:18.66988Z","caller":"traceutil/trace.go:171","msg":"trace[391268870] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"166.442489ms","start":"2026-04-03T02:26:18.503406Z","end":"2026-04-03T02:26:18.669848Z","steps":["trace[391268870] 'process raft request' (duration: 166.198874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:18.66989Z","caller":"traceutil/trace.go:171","msg":"trace[823667264] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"173.481203ms","start":"2026-04-03T02:26:18.496361Z","end":"2026-04-03T02:26:18.669842Z","steps":["trace[823667264] 'process raft request' (duration: 172.841548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:20.813488Z","caller":"traceutil/trace.go:171","msg":"trace[2009998774] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"359.863307ms","start":"2026-04-03T02:26:20.453594Z","end":"2026-04-03T02:26:20.813457Z","steps":["trace[2009998774] 'process raft request' (duration: 324.116402ms)","trace[2009998774] 'compare' (duration: 35.547951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:20.813641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.453568Z","time spent":"359.993959ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:20.815608Z","caller":"traceutil/trace.go:171","msg":"trace[2122679866] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"359.263863ms","start":"2026-04-03T02:26:20.456322Z","end":"2026-04-03T02:26:20.815586Z","steps":["trace[2122679866] 'process raft request' (duration: 359.082339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.815761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.456293Z","time spent":"359.387966ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:20.815905Z","caller":"traceutil/trace.go:171","msg":"trace[149822975] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"358.952566ms","start":"2026-04-03T02:26:20.456908Z","end":"2026-04-03T02:26:20.815861Z","steps":["trace[149822975] 'process raft request' (duration: 358.644669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.816052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.456901Z","time spent":"359.086189ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:20.816079Z","caller":"traceutil/trace.go:171","msg":"trace[490412599] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"335.312694ms","start":"2026-04-03T02:26:20.480742Z","end":"2026-04-03T02:26:20.816055Z","steps":["trace[490412599] 'process raft request' (duration: 335.057088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.816196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.480717Z","time spent":"335.416317ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:21.664307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372390032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:22.164482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372390032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:22.553525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671197363s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:26:22.632645Z","caller":"traceutil/trace.go:171","msg":"trace[1791142199] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.750533217s","start":"2026-04-03T02:26:20.882073Z","end":"2026-04-03T02:26:22.632607Z","steps":["trace[1791142199] 'process raft request' (duration: 1.67191294s)","trace[1791142199] 'compare' (duration: 78.264679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:22.632815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.882042Z","time spent":"1.75068473s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:23.047233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.683828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:23.047571Z","caller":"traceutil/trace.go:171","msg":"trace[1956471388] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"2.160811831s","start":"2026-04-03T02:26:20.886677Z","end":"2026-04-03T02:26:23.047489Z","steps":["trace[1956471388] 'process raft request' (duration: 1.992782256s)","trace[1956471388] 'compare' (duration: 167.523423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:23.047711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883994525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:23.047708Z","caller":"traceutil/trace.go:171","msg":"trace[917518959] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.23870591s","start":"2026-04-03T02:26:21.808973Z","end":"2026-04-03T02:26:23.047679Z","steps":["trace[917518959] 'process raft request' (duration: 1.238590778s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:23.04775Z","caller":"traceutil/trace.go:171","msg":"trace[1406857502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"1.884067477s","start":"2026-04-03T02:26:21.163674Z","end":"2026-04-03T02:26:23.047741Z","steps":["trace[1406857502] 'agreement among raft nodes before linearized reading' (duration: 1.883982405s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.047785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.163601Z","time spent":"1.88417671s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:23.047814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.808956Z","time spent":"1.238805702s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:23.047852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.88665Z","time spent":"2.161030347s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:23.047629Z","caller":"traceutil/trace.go:171","msg":"trace[1622672308] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:652; }","duration":"1.883900713s","start":"2026-04-03T02:26:21.163715Z","end":"2026-04-03T02:26:23.047616Z","steps":["trace[1622672308] 'read index received' (duration: 1.39029619s)","trace[1622672308] 'applied index is now lower than readState.Index' (duration: 493.602173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:23.048066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849908369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:23.048116Z","caller":"traceutil/trace.go:171","msg":"trace[1996849783] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:628; }","duration":"1.850017671s","start":"2026-04-03T02:26:21.198086Z","end":"2026-04-03T02:26:23.048104Z","steps":["trace[1996849783] 'agreement among raft nodes before linearized reading' (duration: 1.849899408s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.048153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.198075Z","time spent":"1.850068343s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:23.048217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126467796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:26:23.048276Z","caller":"traceutil/trace.go:171","msg":"trace[603449966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"1.126564089s","start":"2026-04-03T02:26:21.921698Z","end":"2026-04-03T02:26:23.048262Z","steps":["trace[603449966] 'agreement among raft nodes before linearized reading' (duration: 1.126383775s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.048323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.921679Z","time spent":"1.126632951s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:23.048353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367112799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:26:23.048426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272357475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:26:23.048446Z","caller":"traceutil/trace.go:171","msg":"trace[1260849436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:628; }","duration":"1.367241142s","start":"2026-04-03T02:26:21.681169Z","end":"2026-04-03T02:26:23.04841Z","steps":["trace[1260849436] 'agreement among raft nodes before linearized reading' (duration: 1.367037857s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:23.048476Z","caller":"traceutil/trace.go:171","msg":"trace[613654711] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:628; }","duration":"1.272432896s","start":"2026-04-03T02:26:21.776033Z","end":"2026-04-03T02:26:23.048465Z","steps":["trace[613654711] 'agreement among raft nodes before linearized reading' (duration: 1.272344164s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.048491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.681144Z","time spent":"1.367338745s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:26:23.048514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.776021Z","time spent":"1.272486608s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-03T02:26:23.048532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.972168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:23.048606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315553495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:23.048604Z","caller":"traceutil/trace.go:171","msg":"trace[1444326275] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:628; }","duration":"871.08125ms","start":"2026-04-03T02:26:22.17751Z","end":"2026-04-03T02:26:23.048591Z","steps":["trace[1444326275] 'agreement among raft nodes before linearized reading' (duration: 870.993228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.04844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482433753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:26:23.048654Z","caller":"traceutil/trace.go:171","msg":"trace[1106414035] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:628; }","duration":"1.315639287s","start":"2026-04-03T02:26:21.733001Z","end":"2026-04-03T02:26:23.04864Z","steps":["trace[1106414035] 'agreement among raft nodes before linearized reading' (duration: 1.315579676s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.048666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:22.177491Z","time spent":"871.160893ms","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:23.048683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.732971Z","time spent":"1.315704008s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:23.048475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.199729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:23.048711Z","caller":"traceutil/trace.go:171","msg":"trace[1950636763] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:628; }","duration":"266.475765ms","start":"2026-04-03T02:26:22.782229Z","end":"2026-04-03T02:26:23.048705Z","steps":["trace[1950636763] 'agreement among raft nodes before linearized reading' (duration: 266.207229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.048493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580296089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:23.048863Z","caller":"traceutil/trace.go:171","msg":"trace[612370185] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:628; }","duration":"1.580689698s","start":"2026-04-03T02:26:21.468159Z","end":"2026-04-03T02:26:23.048848Z","steps":["trace[612370185] 'agreement among raft nodes before linearized reading' (duration: 1.580305819s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:23.048681Z","caller":"traceutil/trace.go:171","msg":"trace[1536120790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"1.482710049s","start":"2026-04-03T02:26:21.565961Z","end":"2026-04-03T02:26:23.048671Z","steps":["trace[1536120790] 'agreement among raft nodes before linearized reading' (duration: 1.482362321s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.048918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.46814Z","time spent":"1.58076157s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:23.048929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026950153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:26:23.048939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:21.565941Z","time spent":"1.482986066s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:26:23.048974Z","caller":"traceutil/trace.go:171","msg":"trace[520009202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"1.027022694s","start":"2026-04-03T02:26:22.021939Z","end":"2026-04-03T02:26:23.048961Z","steps":["trace[520009202] 'agreement among raft nodes before linearized reading' (duration: 1.026904381s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.049028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:22.021925Z","time spent":"1.027092366s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:26:23.047882Z","caller":"traceutil/trace.go:171","msg":"trace[1955106052] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"2.149246162s","start":"2026-04-03T02:26:20.898371Z","end":"2026-04-03T02:26:23.047618Z","steps":["trace[1955106052] 'process raft request' (duration: 2.149076827s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:23.049387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.898355Z","time spent":"2.150977042s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:26:24.903363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.790756206s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:26:25.056685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997053727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T02:26:25.056777Z","caller":"traceutil/trace.go:171","msg":"trace[144687284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99716508s","start":"2026-04-03T02:26:23.059592Z","end":"2026-04-03T02:26:25.056757Z","steps":["trace[144687284] 'agreement among raft nodes before linearized reading' (duration: 1.997050437s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.056829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.059567Z","time spent":"1.997250951s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:26:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:26:25.116231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.420381ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:25.116409Z","caller":"traceutil/trace.go:171","msg":"trace[736979838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:628; }","duration":"179.636247ms","start":"2026-04-03T02:26:24.936748Z","end":"2026-04-03T02:26:25.116384Z","steps":["trace[736979838] 'range keys from in-memory index tree' (duration: 179.39159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.117295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.459826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:25.117556Z","caller":"traceutil/trace.go:171","msg":"trace[1289718552] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.062569717s","start":"2026-04-03T02:26:23.054943Z","end":"2026-04-03T02:26:25.117513Z","steps":["trace[1289718552] 'process raft request' (duration: 1.848790263s)","trace[1289718552] 'compare' (duration: 212.994156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:25.117713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.054913Z","time spent":"2.06271908s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:25.118029Z","caller":"traceutil/trace.go:171","msg":"trace[360344166] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.062619138s","start":"2026-04-03T02:26:23.0554Z","end":"2026-04-03T02:26:25.118019Z","steps":["trace[360344166] 'process raft request' (duration: 2.062034434s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.118092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.055362Z","time spent":"2.06269967s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:25.118228Z","caller":"traceutil/trace.go:171","msg":"trace[1502492518] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"2.062739011s","start":"2026-04-03T02:26:23.055433Z","end":"2026-04-03T02:26:25.118172Z","steps":["trace[1502492518] 'process raft request' (duration: 2.06228865s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.118334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.055426Z","time spent":"2.062867045s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:25.118486Z","caller":"traceutil/trace.go:171","msg":"trace[1806700346] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"2.06310291s","start":"2026-04-03T02:26:23.055371Z","end":"2026-04-03T02:26:25.118474Z","steps":["trace[1806700346] 'process raft request' (duration: 2.06266481s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.118551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.055359Z","time spent":"2.063161321s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:25.118615Z","caller":"traceutil/trace.go:171","msg":"trace[583299531] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.00534211s","start":"2026-04-03T02:26:23.113247Z","end":"2026-04-03T02:26:25.118589Z","steps":["trace[583299531] 'process raft request' (duration: 2.005300179s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:25.118649Z","caller":"traceutil/trace.go:171","msg":"trace[148323957] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"2.021002857s","start":"2026-04-03T02:26:23.097626Z","end":"2026-04-03T02:26:25.118629Z","steps":["trace[148323957] 'process raft request' (duration: 2.020801752s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.118731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.113233Z","time spent":"2.005437122s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:25.118744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.097614Z","time spent":"2.021077538s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:25.118803Z","caller":"traceutil/trace.go:171","msg":"trace[869968479] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"2.010835948s","start":"2026-04-03T02:26:23.107957Z","end":"2026-04-03T02:26:25.118793Z","steps":["trace[869968479] 'process raft request' (duration: 2.010538991s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.11886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.107931Z","time spent":"2.01089984s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:25.118877Z","caller":"traceutil/trace.go:171","msg":"trace[1085976896] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:656; }","duration":"2.05926934s","start":"2026-04-03T02:26:23.059598Z","end":"2026-04-03T02:26:25.118868Z","steps":["trace[1085976896] 'read index received' (duration: 52.826715ms)","trace[1085976896] 'applied index is now lower than readState.Index' (duration: 2.006441615s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:25.118947Z","caller":"traceutil/trace.go:171","msg":"trace[635770108] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"2.037174174s","start":"2026-04-03T02:26:23.081763Z","end":"2026-04-03T02:26:25.118937Z","steps":["trace[635770108] 'process raft request' (duration: 2.036541849s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.11899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04568555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:26:25.118994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:23.081741Z","time spent":"2.037227234s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:25.119013Z","caller":"traceutil/trace.go:171","msg":"trace[765336210] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:636; }","duration":"1.045747131s","start":"2026-04-03T02:26:24.073259Z","end":"2026-04-03T02:26:25.119007Z","steps":["trace[765336210] 'agreement among raft nodes before linearized reading' (duration: 1.04570365s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.119034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:24.07324Z","time spent":"1.045789032s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":6,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:25.119086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.400291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:25.119115Z","caller":"traceutil/trace.go:171","msg":"trace[389653917] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:636; }","duration":"429.461962ms","start":"2026-04-03T02:26:24.689645Z","end":"2026-04-03T02:26:25.119107Z","steps":["trace[389653917] 'agreement among raft nodes before linearized reading' (duration: 429.407631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.119143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:24.689626Z","time spent":"429.510304ms","remote":"127.0.0.1:51904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:25.119147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.572194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:25.11917Z","caller":"traceutil/trace.go:171","msg":"trace[1391890914] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:636; }","duration":"958.601815ms","start":"2026-04-03T02:26:24.160561Z","end":"2026-04-03T02:26:25.119162Z","steps":["trace[1391890914] 'agreement among raft nodes before linearized reading' (duration: 958.555124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:25.119205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:24.16054Z","time spent":"958.659297ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":15,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:26:25.289702Z","caller":"traceutil/trace.go:171","msg":"trace[659382173] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"134.584584ms","start":"2026-04-03T02:26:25.155073Z","end":"2026-04-03T02:26:25.289658Z","steps":["trace[659382173] 'process raft request' (duration: 76.161059ms)","trace[659382173] 'compare' (duration: 58.125368ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:25.290008Z","caller":"traceutil/trace.go:171","msg":"trace[1583769909] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"105.064375ms","start":"2026-04-03T02:26:25.1849Z","end":"2026-04-03T02:26:25.289964Z","steps":["trace[1583769909] 'process raft request' (duration: 104.617195ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:25.45422Z","caller":"traceutil/trace.go:171","msg":"trace[1269694411] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"150.109657ms","start":"2026-04-03T02:26:25.304083Z","end":"2026-04-03T02:26:25.454193Z","steps":["trace[1269694411] 'process raft request' (duration: 96.883044ms)","trace[1269694411] 'compare' (duration: 53.004848ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:25.459338Z","caller":"traceutil/trace.go:171","msg":"trace[2040188433] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"141.835893ms","start":"2026-04-03T02:26:25.317472Z","end":"2026-04-03T02:26:25.459308Z","steps":["trace[2040188433] 'process raft request' (duration: 141.565137ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:25.597835Z","caller":"traceutil/trace.go:171","msg":"trace[1969171566] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"117.213598ms","start":"2026-04-03T02:26:25.480595Z","end":"2026-04-03T02:26:25.597808Z","steps":["trace[1969171566] 'process raft request' (duration: 117.120356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:25.597838Z","caller":"traceutil/trace.go:171","msg":"trace[928459357] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"122.253126ms","start":"2026-04-03T02:26:25.475551Z","end":"2026-04-03T02:26:25.597804Z","steps":["trace[928459357] 'process raft request' (duration: 115.1497ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:25.851718Z","caller":"traceutil/trace.go:171","msg":"trace[298713084] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"209.900753ms","start":"2026-04-03T02:26:25.641787Z","end":"2026-04-03T02:26:25.851688Z","steps":["trace[298713084] 'process raft request' (duration: 164.682467ms)","trace[298713084] 'compare' (duration: 45.028262ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:25.870676Z","caller":"traceutil/trace.go:171","msg":"trace[646915445] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"195.508908ms","start":"2026-04-03T02:26:25.675134Z","end":"2026-04-03T02:26:25.870643Z","steps":["trace[646915445] 'process raft request' (duration: 195.222291ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:25.871358Z","caller":"traceutil/trace.go:171","msg":"trace[978254617] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"125.634154ms","start":"2026-04-03T02:26:25.745701Z","end":"2026-04-03T02:26:25.871335Z","steps":["trace[978254617] 'process raft request' (duration: 125.215674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:31.476758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.371915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:26:31.476844Z","caller":"traceutil/trace.go:171","msg":"trace[51821907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:695; }","duration":"332.494828ms","start":"2026-04-03T02:26:31.14433Z","end":"2026-04-03T02:26:31.476824Z","steps":["trace[51821907] 'agreement among raft nodes before linearized reading' (duration: 332.167441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:31.476889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.144316Z","time spent":"332.562919ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:26:31.476739Z","caller":"traceutil/trace.go:171","msg":"trace[363660539] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:724; }","duration":"332.127929ms","start":"2026-04-03T02:26:31.144363Z","end":"2026-04-03T02:26:31.476491Z","steps":["trace[363660539] 'read index received' (duration: 317.477007ms)","trace[363660539] 'applied index is now lower than readState.Index' (duration: 14.649862ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:31.476739Z","caller":"traceutil/trace.go:171","msg":"trace[993798029] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"333.740777ms","start":"2026-04-03T02:26:31.142945Z","end":"2026-04-03T02:26:31.476686Z","steps":["trace[993798029] 'process raft request' (duration: 318.788958ms)","trace[993798029] 'compare' (duration: 14.652642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:31.477283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.142927Z","time spent":"334.130887ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:31.755523Z","caller":"traceutil/trace.go:171","msg":"trace[1781321109] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"609.790737ms","start":"2026-04-03T02:26:31.145699Z","end":"2026-04-03T02:26:31.75549Z","steps":["trace[1781321109] 'process raft request' (duration: 609.539751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:31.755653Z","caller":"traceutil/trace.go:171","msg":"trace[110613787] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"609.48041ms","start":"2026-04-03T02:26:31.146136Z","end":"2026-04-03T02:26:31.755617Z","steps":["trace[110613787] 'process raft request' (duration: 609.243114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:31.755761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.145678Z","time spent":"609.946421ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:31.755826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.146129Z","time spent":"609.592072ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:31.756423Z","caller":"traceutil/trace.go:171","msg":"trace[358547964] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:727; }","duration":"279.404747ms","start":"2026-04-03T02:26:31.476987Z","end":"2026-04-03T02:26:31.756391Z","steps":["trace[358547964] 'read index received' (duration: 278.441734ms)","trace[358547964] 'applied index is now lower than readState.Index' (duration: 961.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:31.756521Z","caller":"traceutil/trace.go:171","msg":"trace[184676314] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"356.916058ms","start":"2026-04-03T02:26:31.39957Z","end":"2026-04-03T02:26:31.756486Z","steps":["trace[184676314] 'process raft request' (duration: 356.061488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:31.756622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.39954Z","time spent":"357.024501ms","remote":"127.0.0.1:51888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036297,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:31.756769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.895891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:31.756928Z","caller":"traceutil/trace.go:171","msg":"trace[1643031083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"584.092595ms","start":"2026-04-03T02:26:31.172809Z","end":"2026-04-03T02:26:31.756901Z","steps":["trace[1643031083] 'agreement among raft nodes before linearized reading' (duration: 583.744317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:31.757013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.172796Z","time spent":"584.203509ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:32.78124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.809228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:32.781349Z","caller":"traceutil/trace.go:171","msg":"trace[1762228616] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"1.024832763s","start":"2026-04-03T02:26:31.756499Z","end":"2026-04-03T02:26:32.781332Z","steps":["trace[1762228616] 'read index received' (duration: 69.925863ms)","trace[1762228616] 'applied index is now lower than readState.Index' (duration: 954.90584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:32.781448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14458167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:32.781413Z","caller":"traceutil/trace.go:171","msg":"trace[138971987] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"1.300335039s","start":"2026-04-03T02:26:31.48103Z","end":"2026-04-03T02:26:32.781365Z","steps":["trace[138971987] 'process raft request' (duration: 345.318958ms)","trace[138971987] 'compare' (duration: 954.692084ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:32.781492Z","caller":"traceutil/trace.go:171","msg":"trace[700524537] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:699; }","duration":"1.144674362s","start":"2026-04-03T02:26:31.636809Z","end":"2026-04-03T02:26:32.781483Z","steps":["trace[700524537] 'agreement among raft nodes before linearized reading' (duration: 1.14458786s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:32.78153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.636714Z","time spent":"1.144806545s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":40,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:32.781595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.481006Z","time spent":"1.300503363s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:32.792168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015203257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:26:32.792222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.327276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:32.792235Z","caller":"traceutil/trace.go:171","msg":"trace[1975375596] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:700; }","duration":"1.015299079s","start":"2026-04-03T02:26:31.776908Z","end":"2026-04-03T02:26:32.792207Z","steps":["trace[1975375596] 'agreement among raft nodes before linearized reading' (duration: 1.015140515s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:32.792271Z","caller":"traceutil/trace.go:171","msg":"trace[780716202] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:700; }","duration":"154.417218ms","start":"2026-04-03T02:26:32.637841Z","end":"2026-04-03T02:26:32.792258Z","steps":["trace[780716202] 'agreement among raft nodes before linearized reading' (duration: 154.329526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:32.792288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.776863Z","time spent":"1.015416662s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-04-03T02:26:32.792426Z","caller":"traceutil/trace.go:171","msg":"trace[67734983] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"976.605087ms","start":"2026-04-03T02:26:31.815809Z","end":"2026-04-03T02:26:32.792414Z","steps":["trace[67734983] 'process raft request' (duration: 976.164857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:32.792453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.485169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:32.792481Z","caller":"traceutil/trace.go:171","msg":"trace[1197863362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"627.552851ms","start":"2026-04-03T02:26:32.164919Z","end":"2026-04-03T02:26:32.792471Z","steps":["trace[1197863362] 'agreement among raft nodes before linearized reading' (duration: 627.51237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:32.792488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:31.815754Z","time spent":"976.701469ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:26:32.792505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:32.164897Z","time spent":"627.603133ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:33.66557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372390198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:34.165823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372390198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:34.452832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585682045s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:26:34.891765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.617217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:34.891942Z","caller":"traceutil/trace.go:171","msg":"trace[1809103137] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"1.726653669s","start":"2026-04-03T02:26:33.165276Z","end":"2026-04-03T02:26:34.89193Z","steps":["trace[1809103137] 'read index received' (duration: 1.287757755s)","trace[1809103137] 'applied index is now lower than readState.Index' (duration: 438.895134ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:34.892002Z","caller":"traceutil/trace.go:171","msg":"trace[1591598993] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"1.662702045s","start":"2026-04-03T02:26:33.229279Z","end":"2026-04-03T02:26:34.891981Z","steps":["trace[1591598993] 'process raft request' (duration: 1.662602142s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:34.892027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726751352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:34.89205Z","caller":"traceutil/trace.go:171","msg":"trace[253964171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"1.726828023s","start":"2026-04-03T02:26:33.165215Z","end":"2026-04-03T02:26:34.892043Z","steps":["trace[253964171] 'agreement among raft nodes before linearized reading' (duration: 1.726782392s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:34.892026Z","caller":"traceutil/trace.go:171","msg":"trace[1322778942] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"2.041987536s","start":"2026-04-03T02:26:32.850007Z","end":"2026-04-03T02:26:34.891994Z","steps":["trace[1322778942] 'process raft request' (duration: 1.603094443s)","trace[1322778942] 'compare' (duration: 438.420071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:34.892071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:33.165198Z","time spent":"1.726867764s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:34.892098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:33.229253Z","time spent":"1.662795447s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:34.892154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130340908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T02:26:34.892153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:32.849987Z","time spent":"2.042112319s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:26:34.892159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411507516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:26:34.892192Z","caller":"traceutil/trace.go:171","msg":"trace[839500933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:703; }","duration":"1.130423719s","start":"2026-04-03T02:26:33.761757Z","end":"2026-04-03T02:26:34.892181Z","steps":["trace[839500933] 'agreement among raft nodes before linearized reading' (duration: 1.130333497s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:34.892212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:33.761734Z","time spent":"1.130473301s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:26:34.892211Z","caller":"traceutil/trace.go:171","msg":"trace[1861580523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:703; }","duration":"1.411609609s","start":"2026-04-03T02:26:33.480589Z","end":"2026-04-03T02:26:34.892198Z","steps":["trace[1861580523] 'agreement among raft nodes before linearized reading' (duration: 1.411422815s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:34.892243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:33.480566Z","time spent":"1.41166987s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:26:34.892293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.57904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-03T02:26:34.892309Z","caller":"traceutil/trace.go:171","msg":"trace[962350007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:703; }","duration":"106.59373ms","start":"2026-04-03T02:26:34.78571Z","end":"2026-04-03T02:26:34.892304Z","steps":["trace[962350007] 'agreement among raft nodes before linearized reading' (duration: 106.547369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:34.892401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130619144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:26:34.892426Z","caller":"traceutil/trace.go:171","msg":"trace[349021819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:703; }","duration":"1.130692906s","start":"2026-04-03T02:26:33.761726Z","end":"2026-04-03T02:26:34.892419Z","steps":["trace[349021819] 'agreement among raft nodes before linearized reading' (duration: 1.130599824s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:34.892448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:33.761705Z","time spent":"1.130738746s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:36.679014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.156904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:36.679116Z","caller":"traceutil/trace.go:171","msg":"trace[418597336] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"449.497232ms","start":"2026-04-03T02:26:36.229602Z","end":"2026-04-03T02:26:36.679099Z","steps":["trace[418597336] 'process raft request' (duration: 297.193344ms)","trace[418597336] 'compare' (duration: 151.98997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:36.679163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:36.229572Z","time spent":"449.572433ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:26:39.416941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.128983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:39.417305Z","caller":"traceutil/trace.go:171","msg":"trace[971287553] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"300.143362ms","start":"2026-04-03T02:26:39.117141Z","end":"2026-04-03T02:26:39.417284Z","steps":["trace[971287553] 'process raft request' (duration: 85.603039ms)","trace[971287553] 'compare' (duration: 213.948309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:39.417429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:39.117129Z","time spent":"300.264685ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:39.427131Z","caller":"traceutil/trace.go:171","msg":"trace[484998667] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:803; }","duration":"262.471911ms","start":"2026-04-03T02:26:39.164646Z","end":"2026-04-03T02:26:39.427118Z","steps":["trace[484998667] 'read index received' (duration: 38.066928ms)","trace[484998667] 'applied index is now lower than readState.Index' (duration: 224.404153ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:39.427326Z","caller":"traceutil/trace.go:171","msg":"trace[1511597124] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"297.940941ms","start":"2026-04-03T02:26:39.129353Z","end":"2026-04-03T02:26:39.427294Z","steps":["trace[1511597124] 'process raft request' (duration: 297.555341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:39.427415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.745508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:39.427267Z","caller":"traceutil/trace.go:171","msg":"trace[910710051] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"297.237685ms","start":"2026-04-03T02:26:39.130008Z","end":"2026-04-03T02:26:39.427245Z","steps":["trace[910710051] 'process raft request' (duration: 297.038249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:39.427481Z","caller":"traceutil/trace.go:171","msg":"trace[411615095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:773; }","duration":"262.851981ms","start":"2026-04-03T02:26:39.164616Z","end":"2026-04-03T02:26:39.427468Z","steps":["trace[411615095] 'agreement among raft nodes before linearized reading' (duration: 262.698497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:39.427688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.00436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-03T02:26:39.42779Z","caller":"traceutil/trace.go:171","msg":"trace[308669891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:773; }","duration":"101.149843ms","start":"2026-04-03T02:26:39.326627Z","end":"2026-04-03T02:26:39.427776Z","steps":["trace[308669891] 'agreement among raft nodes before linearized reading' (duration: 100.953669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:39.649136Z","caller":"traceutil/trace.go:171","msg":"trace[914043636] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:807; }","duration":"123.461734ms","start":"2026-04-03T02:26:39.525628Z","end":"2026-04-03T02:26:39.64909Z","steps":["trace[914043636] 'read index received' (duration: 123.129657ms)","trace[914043636] 'applied index is now lower than readState.Index' (duration: 330.937µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:39.649175Z","caller":"traceutil/trace.go:171","msg":"trace[1533738207] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"136.97096ms","start":"2026-04-03T02:26:39.512175Z","end":"2026-04-03T02:26:39.649146Z","steps":["trace[1533738207] 'process raft request' (duration: 136.695643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:39.649372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.71904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-03T02:26:39.649448Z","caller":"traceutil/trace.go:171","msg":"trace[966924923] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:775; }","duration":"123.841013ms","start":"2026-04-03T02:26:39.52559Z","end":"2026-04-03T02:26:39.649431Z","steps":["trace[966924923] 'agreement among raft nodes before linearized reading' (duration: 123.619778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:40.126344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.771719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:40.126469Z","caller":"traceutil/trace.go:171","msg":"trace[1908994643] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:812; }","duration":"214.567942ms","start":"2026-04-03T02:26:39.911884Z","end":"2026-04-03T02:26:40.126452Z","steps":["trace[1908994643] 'read index received' (duration: 32.181µs)","trace[1908994643] 'applied index is now lower than readState.Index' (duration: 214.534421ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:40.126557Z","caller":"traceutil/trace.go:171","msg":"trace[661935035] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"262.087073ms","start":"2026-04-03T02:26:39.864461Z","end":"2026-04-03T02:26:40.126548Z","steps":["trace[661935035] 'compare' (duration: 253.649196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:40.126707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.817098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:40.126757Z","caller":"traceutil/trace.go:171","msg":"trace[43356861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:780; }","duration":"214.912511ms","start":"2026-04-03T02:26:39.911831Z","end":"2026-04-03T02:26:40.126743Z","steps":["trace[43356861] 'agreement among raft nodes before linearized reading' (duration: 214.792768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:40.126854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.429077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-03T02:26:40.126945Z","caller":"traceutil/trace.go:171","msg":"trace[1875424444] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:780; }","duration":"201.576429ms","start":"2026-04-03T02:26:39.925344Z","end":"2026-04-03T02:26:40.126921Z","steps":["trace[1875424444] 'agreement among raft nodes before linearized reading' (duration: 201.246582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:40.353835Z","caller":"traceutil/trace.go:171","msg":"trace[1749023298] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"210.549819ms","start":"2026-04-03T02:26:40.143255Z","end":"2026-04-03T02:26:40.353805Z","steps":["trace[1749023298] 'process raft request' (duration: 210.379145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:40.618699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.026493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:40.618797Z","caller":"traceutil/trace.go:171","msg":"trace[87102496] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:813; }","duration":"293.301092ms","start":"2026-04-03T02:26:40.32548Z","end":"2026-04-03T02:26:40.618782Z","steps":["trace[87102496] 'read index received' (duration: 28.228409ms)","trace[87102496] 'applied index is now lower than readState.Index' (duration: 265.071603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:40.619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.519607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-03T02:26:40.61907Z","caller":"traceutil/trace.go:171","msg":"trace[1522182549] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:782; }","duration":"293.64006ms","start":"2026-04-03T02:26:40.325418Z","end":"2026-04-03T02:26:40.619058Z","steps":["trace[1522182549] 'agreement among raft nodes before linearized reading' (duration: 293.405704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:40.619099Z","caller":"traceutil/trace.go:171","msg":"trace[1236551946] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"463.678393ms","start":"2026-04-03T02:26:40.155396Z","end":"2026-04-03T02:26:40.619074Z","steps":["trace[1236551946] 'process raft request' (duration: 343.198589ms)","trace[1236551946] 'compare' (duration: 119.86935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:40.619202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:40.155363Z","time spent":"463.796845ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:26:40.775368Z","caller":"traceutil/trace.go:171","msg":"trace[1635688111] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"222.414617ms","start":"2026-04-03T02:26:40.552901Z","end":"2026-04-03T02:26:40.775315Z","steps":["trace[1635688111] 'process raft request' (duration: 220.241416ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:40.956844Z","caller":"traceutil/trace.go:171","msg":"trace[2016572642] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:815; }","duration":"231.55236ms","start":"2026-04-03T02:26:40.725269Z","end":"2026-04-03T02:26:40.956821Z","steps":["trace[2016572642] 'read index received' (duration: 47.798787ms)","trace[2016572642] 'applied index is now lower than readState.Index' (duration: 183.752213ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:40.956906Z","caller":"traceutil/trace.go:171","msg":"trace[1476907716] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"241.752958ms","start":"2026-04-03T02:26:40.715121Z","end":"2026-04-03T02:26:40.956874Z","steps":["trace[1476907716] 'process raft request' (duration: 241.397199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:40.957114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.829216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-03T02:26:40.957154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.861055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:26:40.95719Z","caller":"traceutil/trace.go:171","msg":"trace[1877400159] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:784; }","duration":"231.909258ms","start":"2026-04-03T02:26:40.725258Z","end":"2026-04-03T02:26:40.957167Z","steps":["trace[1877400159] 'agreement among raft nodes before linearized reading' (duration: 231.716064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:40.957208Z","caller":"traceutil/trace.go:171","msg":"trace[1300744172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:784; }","duration":"202.004469ms","start":"2026-04-03T02:26:40.755189Z","end":"2026-04-03T02:26:40.957193Z","steps":["trace[1300744172] 'agreement among raft nodes before linearized reading' (duration: 201.814034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:47.130492Z","caller":"traceutil/trace.go:171","msg":"trace[1946832513] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"107.177984ms","start":"2026-04-03T02:26:47.023283Z","end":"2026-04-03T02:26:47.130461Z","steps":["trace[1946832513] 'process raft request' (duration: 106.808685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.46369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.107834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:47.464049Z","caller":"traceutil/trace.go:171","msg":"trace[853233677] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:871; }","duration":"326.028867ms","start":"2026-04-03T02:26:47.137998Z","end":"2026-04-03T02:26:47.464027Z","steps":["trace[853233677] 'read index received' (duration: 140.424321ms)","trace[853233677] 'applied index is now lower than readState.Index' (duration: 185.603295ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:47.464056Z","caller":"traceutil/trace.go:171","msg":"trace[1664714373] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"328.410973ms","start":"2026-04-03T02:26:47.135617Z","end":"2026-04-03T02:26:47.464028Z","steps":["trace[1664714373] 'process raft request' (duration: 142.861578ms)","trace[1664714373] 'compare' (duration: 184.817398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:47.464277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.135593Z","time spent":"328.628247ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:47.464375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.328347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T02:26:47.464165Z","caller":"traceutil/trace.go:171","msg":"trace[486496877] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"327.560893ms","start":"2026-04-03T02:26:47.13652Z","end":"2026-04-03T02:26:47.464081Z","steps":["trace[486496877] 'process raft request' (duration: 327.405289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:47.464464Z","caller":"traceutil/trace.go:171","msg":"trace[843542356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:837; }","duration":"324.45329ms","start":"2026-04-03T02:26:47.139994Z","end":"2026-04-03T02:26:47.464447Z","steps":["trace[843542356] 'agreement among raft nodes before linearized reading' (duration: 324.250815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.464518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.139985Z","time spent":"324.520972ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:47.464711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.706793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-03T02:26:47.464776Z","caller":"traceutil/trace.go:171","msg":"trace[1432020991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:837; }","duration":"326.794565ms","start":"2026-04-03T02:26:47.137966Z","end":"2026-04-03T02:26:47.464761Z","steps":["trace[1432020991] 'agreement among raft nodes before linearized reading' (duration: 326.138579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.464822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.137956Z","time spent":"326.851776ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:26:47.465269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.136505Z","time spent":"327.966433ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:47.825695Z","caller":"traceutil/trace.go:171","msg":"trace[133946690] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"356.734533ms","start":"2026-04-03T02:26:47.468938Z","end":"2026-04-03T02:26:47.825672Z","steps":["trace[133946690] 'process raft request' (duration: 356.124029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.826023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.468905Z","time spent":"357.016931ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:47.828495Z","caller":"traceutil/trace.go:171","msg":"trace[928795737] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:873; }","duration":"351.993423ms","start":"2026-04-03T02:26:47.476443Z","end":"2026-04-03T02:26:47.828436Z","steps":["trace[928795737] 'read index received' (duration: 348.571143ms)","trace[928795737] 'applied index is now lower than readState.Index' (duration: 3.42145ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:47.828536Z","caller":"traceutil/trace.go:171","msg":"trace[1007226637] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"358.32ms","start":"2026-04-03T02:26:47.470162Z","end":"2026-04-03T02:26:47.828482Z","steps":["trace[1007226637] 'process raft request' (duration: 358.124546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.828781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.470145Z","time spent":"358.510136ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:47.829313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.819293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:47.82942Z","caller":"traceutil/trace.go:171","msg":"trace[825177835] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:839; }","duration":"352.964796ms","start":"2026-04-03T02:26:47.476426Z","end":"2026-04-03T02:26:47.829391Z","steps":["trace[825177835] 'agreement among raft nodes before linearized reading' (duration: 352.115906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:47.829478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:47.476419Z","time spent":"353.047718ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:48.432675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.256888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:26:48.432843Z","caller":"traceutil/trace.go:171","msg":"trace[579862425] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:875; }","duration":"339.033911ms","start":"2026-04-03T02:26:48.093778Z","end":"2026-04-03T02:26:48.432812Z","steps":["trace[579862425] 'read index received' (duration: 67.705392ms)","trace[579862425] 'applied index is now lower than readState.Index' (duration: 271.326439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:48.433035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.630656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:48.433079Z","caller":"traceutil/trace.go:171","msg":"trace[1579739031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:839; }","duration":"268.727838ms","start":"2026-04-03T02:26:48.164337Z","end":"2026-04-03T02:26:48.433065Z","steps":["trace[1579739031] 'agreement among raft nodes before linearized reading' (duration: 268.624655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:48.433005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.206644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:48.433226Z","caller":"traceutil/trace.go:171","msg":"trace[31680324] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:839; }","duration":"339.425829ms","start":"2026-04-03T02:26:48.093761Z","end":"2026-04-03T02:26:48.433187Z","steps":["trace[31680324] 'agreement among raft nodes before linearized reading' (duration: 339.152903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:48.433299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:48.09369Z","time spent":"339.595484ms","remote":"127.0.0.1:52092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:53.987697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372390609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:26:54.082891Z","caller":"traceutil/trace.go:171","msg":"trace[243730002] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"923.27115ms","start":"2026-04-03T02:26:53.159588Z","end":"2026-04-03T02:26:54.082859Z","steps":["trace[243730002] 'process raft request' (duration: 923.056905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.083126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.159562Z","time spent":"923.424313ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:54.433275Z","caller":"traceutil/trace.go:171","msg":"trace[1898358902] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:909; }","duration":"946.022102ms","start":"2026-04-03T02:26:53.487217Z","end":"2026-04-03T02:26:54.433239Z","steps":["trace[1898358902] 'read index received' (duration: 595.407981ms)","trace[1898358902] 'applied index is now lower than readState.Index' (duration: 350.612531ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:54.433416Z","caller":"traceutil/trace.go:171","msg":"trace[1856206837] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"1.221670941s","start":"2026-04-03T02:26:53.211691Z","end":"2026-04-03T02:26:54.433362Z","steps":["trace[1856206837] 'process raft request' (duration: 1.162333125s)","trace[1856206837] 'compare' (duration: 58.715512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:54.433619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.372041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:26:54.433668Z","caller":"traceutil/trace.go:171","msg":"trace[936422794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:873; }","duration":"946.481392ms","start":"2026-04-03T02:26:53.487175Z","end":"2026-04-03T02:26:54.433657Z","steps":["trace[936422794] 'agreement among raft nodes before linearized reading' (duration: 946.257077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.433664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.236383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:26:54.433657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.703891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:54.433706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.487151Z","time spent":"946.546494ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:26:54.433719Z","caller":"traceutil/trace.go:171","msg":"trace[19030680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:873; }","duration":"585.314604ms","start":"2026-04-03T02:26:53.848391Z","end":"2026-04-03T02:26:54.433706Z","steps":["trace[19030680] 'agreement among raft nodes before linearized reading' (duration: 585.13841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.433717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.77903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:26:54.433742Z","caller":"traceutil/trace.go:171","msg":"trace[1241846207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"269.857805ms","start":"2026-04-03T02:26:54.163863Z","end":"2026-04-03T02:26:54.433721Z","steps":["trace[1241846207] 'agreement among raft nodes before linearized reading' (duration: 269.691131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.433756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.848385Z","time spent":"585.362936ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:26:54.433782Z","caller":"traceutil/trace.go:171","msg":"trace[1121292734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:873; }","duration":"943.879302ms","start":"2026-04-03T02:26:53.489883Z","end":"2026-04-03T02:26:54.433763Z","steps":["trace[1121292734] 'agreement among raft nodes before linearized reading' (duration: 943.621146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.433805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.442298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:26:54.433836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.489872Z","time spent":"943.955953ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:26:54.433883Z","caller":"traceutil/trace.go:171","msg":"trace[195945597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:873; }","duration":"585.590421ms","start":"2026-04-03T02:26:53.848274Z","end":"2026-04-03T02:26:54.433864Z","steps":["trace[195945597] 'agreement among raft nodes before linearized reading' (duration: 585.305034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:54.43393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.848244Z","time spent":"585.676603ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:54.433919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:53.211642Z","time spent":"1.221898637s","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:00.38332Z","caller":"traceutil/trace.go:171","msg":"trace[825542994] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"142.223193ms","start":"2026-04-03T02:27:00.241073Z","end":"2026-04-03T02:27:00.383297Z","steps":["trace[825542994] 'process raft request' (duration: 142.054029ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.698501Z","caller":"traceutil/trace.go:171","msg":"trace[1444087007] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"114.855113ms","start":"2026-04-03T02:27:06.583604Z","end":"2026-04-03T02:27:06.69846Z","steps":["trace[1444087007] 'process raft request' (duration: 50.9137ms)","trace[1444087007] 'compare' (duration: 63.664017ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:06.698807Z","caller":"traceutil/trace.go:171","msg":"trace[545348196] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"115.152381ms","start":"2026-04-03T02:27:06.583625Z","end":"2026-04-03T02:27:06.698777Z","steps":["trace[545348196] 'process raft request' (duration: 114.763361ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.698992Z","caller":"traceutil/trace.go:171","msg":"trace[13369354] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"115.268214ms","start":"2026-04-03T02:27:06.583685Z","end":"2026-04-03T02:27:06.698953Z","steps":["trace[13369354] 'process raft request' (duration: 114.998948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.699042Z","caller":"traceutil/trace.go:171","msg":"trace[1097979309] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"114.154987ms","start":"2026-04-03T02:27:06.584856Z","end":"2026-04-03T02:27:06.699011Z","steps":["trace[1097979309] 'process raft request' (duration: 113.995993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.69928Z","caller":"traceutil/trace.go:171","msg":"trace[1486967178] linearizableReadLoop","detail":"{readStateIndex:1057; appliedIndex:1052; }","duration":"113.812589ms","start":"2026-04-03T02:27:06.585442Z","end":"2026-04-03T02:27:06.699255Z","steps":["trace[1486967178] 'read index received' (duration: 49.085736ms)","trace[1486967178] 'applied index is now lower than readState.Index' (duration: 64.724603ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:06.699398Z","caller":"traceutil/trace.go:171","msg":"trace[1067722331] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"114.328871ms","start":"2026-04-03T02:27:06.584983Z","end":"2026-04-03T02:27:06.699312Z","steps":["trace[1067722331] 'process raft request' (duration: 113.943222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.69962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.143547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-03T02:27:06.699682Z","caller":"traceutil/trace.go:171","msg":"trace[506792455] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:1017; }","duration":"114.233499ms","start":"2026-04-03T02:27:06.58543Z","end":"2026-04-03T02:27:06.699664Z","steps":["trace[506792455] 'agreement among raft nodes before linearized reading' (duration: 113.975063ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.812462Z","caller":"traceutil/trace.go:171","msg":"trace[34561960] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"101.370809ms","start":"2026-04-03T02:27:06.711064Z","end":"2026-04-03T02:27:06.812435Z","steps":["trace[34561960] 'process raft request' (duration: 100.490808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:07.323428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.154362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:27:07.323549Z","caller":"traceutil/trace.go:171","msg":"trace[123718056] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1066; }","duration":"339.216836ms","start":"2026-04-03T02:27:06.984313Z","end":"2026-04-03T02:27:07.32353Z","steps":["trace[123718056] 'read index received' (duration: 173.022233ms)","trace[123718056] 'applied index is now lower than readState.Index' (duration: 166.192953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:07.323684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.622329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:07.323748Z","caller":"traceutil/trace.go:171","msg":"trace[52993632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1025; }","duration":"156.744622ms","start":"2026-04-03T02:27:07.166987Z","end":"2026-04-03T02:27:07.323731Z","steps":["trace[52993632] 'agreement among raft nodes before linearized reading' (duration: 156.64655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:07.323743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.430341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-03T02:27:07.323803Z","caller":"traceutil/trace.go:171","msg":"trace[1283406298] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1025; }","duration":"339.527453ms","start":"2026-04-03T02:27:06.984259Z","end":"2026-04-03T02:27:07.323786Z","steps":["trace[1283406298] 'agreement among raft nodes before linearized reading' (duration: 339.344389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:07.323851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:06.984238Z","time spent":"339.600964ms","remote":"127.0.0.1:51990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-03T02:27:08.906355Z","caller":"traceutil/trace.go:171","msg":"trace[362917962] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"143.717178ms","start":"2026-04-03T02:27:08.762605Z","end":"2026-04-03T02:27:08.906322Z","steps":["trace[362917962] 'process raft request' (duration: 101.639415ms)","trace[362917962] 'compare' (duration: 41.752655ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:08.906395Z","caller":"traceutil/trace.go:171","msg":"trace[754607760] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"143.579545ms","start":"2026-04-03T02:27:08.762776Z","end":"2026-04-03T02:27:08.906355Z","steps":["trace[754607760] 'process raft request' (duration: 143.458962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:08.906556Z","caller":"traceutil/trace.go:171","msg":"trace[106856033] linearizableReadLoop","detail":"{readStateIndex:1076; appliedIndex:1073; }","duration":"134.101054ms","start":"2026-04-03T02:27:08.772443Z","end":"2026-04-03T02:27:08.906544Z","steps":["trace[106856033] 'read index received' (duration: 91.818576ms)","trace[106856033] 'applied index is now lower than readState.Index' (duration: 42.281268ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:08.906599Z","caller":"traceutil/trace.go:171","msg":"trace[199233230] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"143.637557ms","start":"2026-04-03T02:27:08.762946Z","end":"2026-04-03T02:27:08.906583Z","steps":["trace[199233230] 'process raft request' (duration: 143.34124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.906747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.284628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-x59sq\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-04-03T02:27:08.90679Z","caller":"traceutil/trace.go:171","msg":"trace[1504863971] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-x59sq; range_end:; response_count:1; response_revision:1034; }","duration":"134.350479ms","start":"2026-04-03T02:27:08.772426Z","end":"2026-04-03T02:27:08.906777Z","steps":["trace[1504863971] 'agreement among raft nodes before linearized reading' (duration: 134.201376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:11.095155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.669434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:27:11.095252Z","caller":"traceutil/trace.go:171","msg":"trace[1567197326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1053; }","duration":"184.804737ms","start":"2026-04-03T02:27:10.910427Z","end":"2026-04-03T02:27:11.095232Z","steps":["trace[1567197326] 'range keys from in-memory index tree' (duration: 184.48618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:11.095447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.529334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:11.09553Z","caller":"traceutil/trace.go:171","msg":"trace[116007811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"185.657146ms","start":"2026-04-03T02:27:10.90985Z","end":"2026-04-03T02:27:11.095508Z","steps":["trace[116007811] 'range keys from in-memory index tree' (duration: 185.252148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:11.096102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.934913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:27:11.096175Z","caller":"traceutil/trace.go:171","msg":"trace[1417043913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1053; }","duration":"186.327082ms","start":"2026-04-03T02:27:10.909829Z","end":"2026-04-03T02:27:11.096156Z","steps":["trace[1417043913] 'range keys from in-memory index tree' (duration: 185.280789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.883489Z","caller":"traceutil/trace.go:171","msg":"trace[60141077] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"133.59655ms","start":"2026-04-03T02:27:11.749878Z","end":"2026-04-03T02:27:11.883475Z","steps":["trace[60141077] 'process raft request' (duration: 133.346954ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.883436Z","caller":"traceutil/trace.go:171","msg":"trace[89535074] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"133.95239ms","start":"2026-04-03T02:27:11.749459Z","end":"2026-04-03T02:27:11.883411Z","steps":["trace[89535074] 'process raft request' (duration: 133.565251ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.88368Z","caller":"traceutil/trace.go:171","msg":"trace[1520452235] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"125.993124ms","start":"2026-04-03T02:27:11.757649Z","end":"2026-04-03T02:27:11.883642Z","steps":["trace[1520452235] 'process raft request' (duration: 125.747448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.883728Z","caller":"traceutil/trace.go:171","msg":"trace[491364103] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"122.971663ms","start":"2026-04-03T02:27:11.760744Z","end":"2026-04-03T02:27:11.883715Z","steps":["trace[491364103] 'process raft request' (duration: 122.725497ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.883977Z","caller":"traceutil/trace.go:171","msg":"trace[381274305] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"122.477721ms","start":"2026-04-03T02:27:11.761487Z","end":"2026-04-03T02:27:11.883965Z","steps":["trace[381274305] 'process raft request' (duration: 122.069071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.883971Z","caller":"traceutil/trace.go:171","msg":"trace[695158282] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1107; }","duration":"105.763511ms","start":"2026-04-03T02:27:11.778174Z","end":"2026-04-03T02:27:11.883938Z","steps":["trace[695158282] 'read index received' (duration: 6.752107ms)","trace[695158282] 'applied index is now lower than readState.Index' (duration: 99.010164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:11.884248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.039088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:27:11.884299Z","caller":"traceutil/trace.go:171","msg":"trace[1399689741] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:1070; }","duration":"106.14906ms","start":"2026-04-03T02:27:11.778135Z","end":"2026-04-03T02:27:11.884285Z","steps":["trace[1399689741] 'agreement among raft nodes before linearized reading' (duration: 105.922585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.910348Z","caller":"traceutil/trace.go:171","msg":"trace[1135831512] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"109.235463ms","start":"2026-04-03T02:27:11.801074Z","end":"2026-04-03T02:27:11.91031Z","steps":["trace[1135831512] 'process raft request' (duration: 109.14691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:11.910654Z","caller":"traceutil/trace.go:171","msg":"trace[258087718] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"111.438824ms","start":"2026-04-03T02:27:11.799191Z","end":"2026-04-03T02:27:11.91063Z","steps":["trace[258087718] 'process raft request' (duration: 110.766648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.252386Z","caller":"traceutil/trace.go:171","msg":"trace[594739504] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"335.807115ms","start":"2026-04-03T02:27:11.916546Z","end":"2026-04-03T02:27:12.252353Z","steps":["trace[594739504] 'process raft request' (duration: 278.24723ms)","trace[594739504] 'compare' (duration: 57.084764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:12.252592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.916528Z","time spent":"335.958258ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:12.252625Z","caller":"traceutil/trace.go:171","msg":"trace[1630412436] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"334.552026ms","start":"2026-04-03T02:27:11.918042Z","end":"2026-04-03T02:27:12.252594Z","steps":["trace[1630412436] 'process raft request' (duration: 334.190078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.252794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.91802Z","time spent":"334.686269ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:12.420508Z","caller":"traceutil/trace.go:171","msg":"trace[494415291] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"481.923399ms","start":"2026-04-03T02:27:11.93855Z","end":"2026-04-03T02:27:12.420473Z","steps":["trace[494415291] 'process raft request' (duration: 481.003548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.420671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.938527Z","time spent":"482.072252ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:12.420739Z","caller":"traceutil/trace.go:171","msg":"trace[311487653] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1132; }","duration":"166.767615ms","start":"2026-04-03T02:27:12.25395Z","end":"2026-04-03T02:27:12.420718Z","steps":["trace[311487653] 'read index received' (duration: 165.618169ms)","trace[311487653] 'applied index is now lower than readState.Index' (duration: 1.148436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:12.420942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.97786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:27:12.42093Z","caller":"traceutil/trace.go:171","msg":"trace[22699114] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"475.128129ms","start":"2026-04-03T02:27:11.945763Z","end":"2026-04-03T02:27:12.420891Z","steps":["trace[22699114] 'process raft request' (duration: 474.772001ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.420952Z","caller":"traceutil/trace.go:171","msg":"trace[1759736045] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"474.802992ms","start":"2026-04-03T02:27:11.946122Z","end":"2026-04-03T02:27:12.420925Z","steps":["trace[1759736045] 'process raft request' (duration: 474.445874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.421026Z","caller":"traceutil/trace.go:171","msg":"trace[495700136] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"473.031961ms","start":"2026-04-03T02:27:11.947986Z","end":"2026-04-03T02:27:12.421018Z","steps":["trace[495700136] 'process raft request' (duration: 472.689774ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.421051Z","caller":"traceutil/trace.go:171","msg":"trace[2083627085] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"475.741845ms","start":"2026-04-03T02:27:11.945297Z","end":"2026-04-03T02:27:12.421038Z","steps":["trace[2083627085] 'process raft request' (duration: 475.0811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.94798Z","time spent":"473.076412ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3714,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:12.421154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.945285Z","time spent":"475.808106ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:27:12.421155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.94573Z","time spent":"475.304754ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.421239Z","caller":"traceutil/trace.go:171","msg":"trace[1418790101] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"477.445063ms","start":"2026-04-03T02:27:11.943784Z","end":"2026-04-03T02:27:12.421229Z","steps":["trace[1418790101] 'process raft request' (duration: 476.522902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.9461Z","time spent":"474.982676ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:12.421286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.943766Z","time spent":"477.501515ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.421362Z","caller":"traceutil/trace.go:171","msg":"trace[232343125] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"476.098522ms","start":"2026-04-03T02:27:11.945254Z","end":"2026-04-03T02:27:12.421353Z","steps":["trace[232343125] 'process raft request' (duration: 475.098349ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.42099Z","caller":"traceutil/trace.go:171","msg":"trace[1903800094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1102; }","duration":"167.082982ms","start":"2026-04-03T02:27:12.253896Z","end":"2026-04-03T02:27:12.420979Z","steps":["trace[1903800094] 'agreement among raft nodes before linearized reading' (duration: 166.902998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.945218Z","time spent":"476.171094ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.421439Z","caller":"traceutil/trace.go:171","msg":"trace[91229878] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"475.15915ms","start":"2026-04-03T02:27:11.946266Z","end":"2026-04-03T02:27:12.421425Z","steps":["trace[91229878] 'process raft request' (duration: 474.340191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.421343Z","caller":"traceutil/trace.go:171","msg":"trace[14250479] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"475.912008ms","start":"2026-04-03T02:27:11.945385Z","end":"2026-04-03T02:27:12.421297Z","steps":["trace[14250479] 'process raft request' (duration: 475.044788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:12.421452Z","caller":"traceutil/trace.go:171","msg":"trace[1980362609] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"476.101093ms","start":"2026-04-03T02:27:11.945336Z","end":"2026-04-03T02:27:12.421437Z","steps":["trace[1980362609] 'process raft request' (duration: 475.067369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.945381Z","time spent":"476.099773ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:27:12.42154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.946236Z","time spent":"475.271363ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.421489Z","caller":"traceutil/trace.go:171","msg":"trace[1132137717] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"475.99352ms","start":"2026-04-03T02:27:11.945404Z","end":"2026-04-03T02:27:12.421398Z","steps":["trace[1132137717] 'process raft request' (duration: 475.049158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.94533Z","time spent":"476.182605ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.421464Z","caller":"traceutil/trace.go:171","msg":"trace[1367853346] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"475.866396ms","start":"2026-04-03T02:27:11.945578Z","end":"2026-04-03T02:27:12.421444Z","steps":["trace[1367853346] 'process raft request' (duration: 474.934685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.945567Z","time spent":"476.351598ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.42185Z","caller":"traceutil/trace.go:171","msg":"trace[262024189] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"475.354125ms","start":"2026-04-03T02:27:11.945445Z","end":"2026-04-03T02:27:12.420799Z","steps":["trace[262024189] 'process raft request' (duration: 475.043558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.421757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.945395Z","time spent":"476.239366ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:27:12.422183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.945407Z","time spent":"476.701507ms","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:12.421562Z","caller":"traceutil/trace.go:171","msg":"trace[235598976] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"473.349798ms","start":"2026-04-03T02:27:11.947933Z","end":"2026-04-03T02:27:12.421282Z","steps":["trace[235598976] 'process raft request' (duration: 472.702234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.422717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:11.947926Z","time spent":"474.740801ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3787,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:12.642191Z","caller":"traceutil/trace.go:171","msg":"trace[702932612] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"368.405402ms","start":"2026-04-03T02:27:12.273761Z","end":"2026-04-03T02:27:12.642167Z","steps":["trace[702932612] 'process raft request' (duration: 368.176606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.642362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.273733Z","time spent":"368.536615ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:12.642399Z","caller":"traceutil/trace.go:171","msg":"trace[1171826010] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1146; }","duration":"217.903566ms","start":"2026-04-03T02:27:12.424466Z","end":"2026-04-03T02:27:12.642369Z","steps":["trace[1171826010] 'read index received' (duration: 217.525838ms)","trace[1171826010] 'applied index is now lower than readState.Index' (duration: 375.538µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:12.642486Z","caller":"traceutil/trace.go:171","msg":"trace[1787721376] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"368.583506ms","start":"2026-04-03T02:27:12.273855Z","end":"2026-04-03T02:27:12.642438Z","steps":["trace[1787721376] 'process raft request' (duration: 368.258848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.642543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.079781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:27:12.64258Z","caller":"traceutil/trace.go:171","msg":"trace[108198217] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1104; }","duration":"218.142812ms","start":"2026-04-03T02:27:12.424426Z","end":"2026-04-03T02:27:12.642569Z","steps":["trace[108198217] 'agreement among raft nodes before linearized reading' (duration: 218.06954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:12.642672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.273851Z","time spent":"368.722949ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:13.015658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.962561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:13.015993Z","caller":"traceutil/trace.go:171","msg":"trace[1599200571] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"588.188539ms","start":"2026-04-03T02:27:12.427767Z","end":"2026-04-03T02:27:13.015956Z","steps":["trace[1599200571] 'process raft request' (duration: 588.008435ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.016135Z","caller":"traceutil/trace.go:171","msg":"trace[165494273] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"584.34875ms","start":"2026-04-03T02:27:12.431772Z","end":"2026-04-03T02:27:13.016121Z","steps":["trace[165494273] 'process raft request' (duration: 584.142065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.016206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.357381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2251"} {"level":"warn","ts":"2026-04-03T02:27:13.016257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.427754Z","time spent":"588.387245ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:27:13.016283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.431745Z","time spent":"584.428612ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:13.016297Z","caller":"traceutil/trace.go:171","msg":"trace[1979025565] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:1110; }","duration":"587.477723ms","start":"2026-04-03T02:27:12.428806Z","end":"2026-04-03T02:27:13.016283Z","steps":["trace[1979025565] 'agreement among raft nodes before linearized reading' (duration: 587.268348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.016042Z","caller":"traceutil/trace.go:171","msg":"trace[1060769901] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1148; }","duration":"373.494619ms","start":"2026-04-03T02:27:12.64253Z","end":"2026-04-03T02:27:13.016025Z","steps":["trace[1060769901] 'read index received' (duration: 101.142148ms)","trace[1060769901] 'applied index is now lower than readState.Index' (duration: 272.351271ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:13.016024Z","caller":"traceutil/trace.go:171","msg":"trace[1569325079] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"588.083997ms","start":"2026-04-03T02:27:12.4279Z","end":"2026-04-03T02:27:13.015984Z","steps":["trace[1569325079] 'process raft request' (duration: 587.982835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.016344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.428791Z","time spent":"587.543445ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":2274,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"info","ts":"2026-04-03T02:27:13.016021Z","caller":"traceutil/trace.go:171","msg":"trace[1600950009] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"589.191603ms","start":"2026-04-03T02:27:12.426675Z","end":"2026-04-03T02:27:13.015867Z","steps":["trace[1600950009] 'process raft request' (duration: 316.910784ms)","trace[1600950009] 'compare' (duration: 271.688625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:13.016448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.427891Z","time spent":"588.494896ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:13.016063Z","caller":"traceutil/trace.go:171","msg":"trace[1517932421] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"588.20392ms","start":"2026-04-03T02:27:12.427836Z","end":"2026-04-03T02:27:13.01604Z","steps":["trace[1517932421] 'process raft request' (duration: 588.016526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.016604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.427822Z","time spent":"588.751532ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:27:13.016303Z","caller":"traceutil/trace.go:171","msg":"trace[1724344190] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"583.775688ms","start":"2026-04-03T02:27:12.43241Z","end":"2026-04-03T02:27:13.016186Z","steps":["trace[1724344190] 'process raft request' (duration: 583.555203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.016626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.426647Z","time spent":"589.831338ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:13.016758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.432402Z","time spent":"584.276389ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:13.022306Z","caller":"traceutil/trace.go:171","msg":"trace[2129547086] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"366.625168ms","start":"2026-04-03T02:27:12.655661Z","end":"2026-04-03T02:27:13.022287Z","steps":["trace[2129547086] 'process raft request' (duration: 366.432193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.0224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.655628Z","time spent":"366.72854ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:13.022603Z","caller":"traceutil/trace.go:171","msg":"trace[311245828] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"361.368196ms","start":"2026-04-03T02:27:12.661221Z","end":"2026-04-03T02:27:13.022589Z","steps":["trace[311245828] 'process raft request' (duration: 361.005827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.022664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.661188Z","time spent":"361.445498ms","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:13.022784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.228579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:27:13.022815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.868202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:27:13.022865Z","caller":"traceutil/trace.go:171","msg":"trace[1220836159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1112; }","duration":"224.973495ms","start":"2026-04-03T02:27:12.797878Z","end":"2026-04-03T02:27:13.022852Z","steps":["trace[1220836159] 'agreement among raft nodes before linearized reading' (duration: 224.76192ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.022943Z","caller":"traceutil/trace.go:171","msg":"trace[2055833811] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1112; }","duration":"378.326141ms","start":"2026-04-03T02:27:12.644505Z","end":"2026-04-03T02:27:13.022831Z","steps":["trace[2055833811] 'agreement among raft nodes before linearized reading' (duration: 378.075625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.022975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:12.644489Z","time spent":"378.479794ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-03T02:27:13.204991Z","caller":"traceutil/trace.go:171","msg":"trace[2093510615] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"184.390209ms","start":"2026-04-03T02:27:13.020568Z","end":"2026-04-03T02:27:13.204958Z","steps":["trace[2093510615] 'process raft request' (duration: 184.332038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.205068Z","caller":"traceutil/trace.go:171","msg":"trace[684196263] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"184.950222ms","start":"2026-04-03T02:27:13.020074Z","end":"2026-04-03T02:27:13.205024Z","steps":["trace[684196263] 'process raft request' (duration: 184.596004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.33398Z","caller":"traceutil/trace.go:171","msg":"trace[731193953] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"311.439991ms","start":"2026-04-03T02:27:13.022513Z","end":"2026-04-03T02:27:13.333953Z","steps":["trace[731193953] 'process raft request' (duration: 311.207006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.334075Z","caller":"traceutil/trace.go:171","msg":"trace[1462036971] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"307.704784ms","start":"2026-04-03T02:27:13.026346Z","end":"2026-04-03T02:27:13.334051Z","steps":["trace[1462036971] 'process raft request' (duration: 307.51777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.334134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:13.022478Z","time spent":"311.573624ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:27:13.334213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:13.026331Z","time spent":"307.808167ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:13.334535Z","caller":"traceutil/trace.go:171","msg":"trace[233283818] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"289.292865ms","start":"2026-04-03T02:27:13.04521Z","end":"2026-04-03T02:27:13.334503Z","steps":["trace[233283818] 'process raft request' (duration: 288.742842ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.334612Z","caller":"traceutil/trace.go:171","msg":"trace[1295498969] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1156; }","duration":"310.368836ms","start":"2026-04-03T02:27:13.024197Z","end":"2026-04-03T02:27:13.334566Z","steps":["trace[1295498969] 'read index received' (duration: 180.56926ms)","trace[1295498969] 'applied index is now lower than readState.Index' (duration: 129.798276ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:13.334699Z","caller":"traceutil/trace.go:171","msg":"trace[1609752869] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"288.065645ms","start":"2026-04-03T02:27:13.046595Z","end":"2026-04-03T02:27:13.334661Z","steps":["trace[1609752869] 'process raft request' (duration: 287.810319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.334768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.56515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:27:13.334813Z","caller":"traceutil/trace.go:171","msg":"trace[579933661] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1118; }","duration":"310.654462ms","start":"2026-04-03T02:27:13.024146Z","end":"2026-04-03T02:27:13.3348Z","steps":["trace[579933661] 'agreement among raft nodes before linearized reading' (duration: 310.570281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.334854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:13.024123Z","time spent":"310.722834ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:27:13.334841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.624164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:13.334906Z","caller":"traceutil/trace.go:171","msg":"trace[1005493834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"169.713907ms","start":"2026-04-03T02:27:13.165176Z","end":"2026-04-03T02:27:13.33489Z","steps":["trace[1005493834] 'agreement among raft nodes before linearized reading' (duration: 169.613194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.334904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.887331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:13.334967Z","caller":"traceutil/trace.go:171","msg":"trace[20045016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1118; }","duration":"184.979213ms","start":"2026-04-03T02:27:13.149973Z","end":"2026-04-03T02:27:13.334953Z","steps":["trace[20045016] 'agreement among raft nodes before linearized reading' (duration: 184.790779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.335039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.28414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:27:13.334918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.783576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-04-03T02:27:13.3351Z","caller":"traceutil/trace.go:171","msg":"trace[1474619250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1118; }","duration":"185.371983ms","start":"2026-04-03T02:27:13.149711Z","end":"2026-04-03T02:27:13.335083Z","steps":["trace[1474619250] 'agreement among raft nodes before linearized reading' (duration: 185.237019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.335101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.42463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:27:13.335108Z","caller":"traceutil/trace.go:171","msg":"trace[1459632839] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:1118; }","duration":"308.000921ms","start":"2026-04-03T02:27:13.027093Z","end":"2026-04-03T02:27:13.335094Z","steps":["trace[1459632839] 'agreement among raft nodes before linearized reading' (duration: 307.665953ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.33515Z","caller":"traceutil/trace.go:171","msg":"trace[28217965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1118; }","duration":"214.542952ms","start":"2026-04-03T02:27:13.120595Z","end":"2026-04-03T02:27:13.335138Z","steps":["trace[28217965] 'agreement among raft nodes before linearized reading' (duration: 214.366017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:13.335163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:13.027087Z","time spent":"308.060972ms","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3967,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-04-03T02:27:13.443929Z","caller":"traceutil/trace.go:171","msg":"trace[1428927139] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"103.620946ms","start":"2026-04-03T02:27:13.340277Z","end":"2026-04-03T02:27:13.443898Z","steps":["trace[1428927139] 'process raft request' (duration: 103.33828ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.444732Z","caller":"traceutil/trace.go:171","msg":"trace[1916311415] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"104.418956ms","start":"2026-04-03T02:27:13.340287Z","end":"2026-04-03T02:27:13.444706Z","steps":["trace[1916311415] 'process raft request' (duration: 103.501163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:13.998758Z","caller":"traceutil/trace.go:171","msg":"trace[769660753] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"116.864404ms","start":"2026-04-03T02:27:13.881874Z","end":"2026-04-03T02:27:13.998738Z","steps":["trace[769660753] 'process raft request' (duration: 116.626119ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:15.144891Z","caller":"traceutil/trace.go:171","msg":"trace[416204876] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"120.14694ms","start":"2026-04-03T02:27:15.024698Z","end":"2026-04-03T02:27:15.144844Z","steps":["trace[416204876] 'process raft request' (duration: 120.009066ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:16.14544Z","caller":"traceutil/trace.go:171","msg":"trace[1439756985] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"139.963064ms","start":"2026-04-03T02:27:16.005455Z","end":"2026-04-03T02:27:16.145418Z","steps":["trace[1439756985] 'process raft request' (duration: 139.79868ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:18.4746Z","caller":"traceutil/trace.go:171","msg":"trace[1409853311] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"149.001214ms","start":"2026-04-03T02:27:18.325574Z","end":"2026-04-03T02:27:18.474575Z","steps":["trace[1409853311] 'process raft request' (duration: 148.841321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:31.658008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.68142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:27:31.658104Z","caller":"traceutil/trace.go:171","msg":"trace[596453317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1299; }","duration":"107.841464ms","start":"2026-04-03T02:27:31.550242Z","end":"2026-04-03T02:27:31.658084Z","steps":["trace[596453317] 'range keys from in-memory index tree' (duration: 107.498826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.193902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38420914s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:33.194243Z","caller":"traceutil/trace.go:171","msg":"trace[1100022553] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"1.531833682s","start":"2026-04-03T02:27:31.662372Z","end":"2026-04-03T02:27:33.194205Z","steps":["trace[1100022553] 'process raft request' (duration: 147.196942ms)","trace[1100022553] 'compare' (duration: 1.383587715s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:33.194332Z","caller":"traceutil/trace.go:171","msg":"trace[876695089] linearizableReadLoop","detail":"{readStateIndex:1348; appliedIndex:1347; }","duration":"1.415048509s","start":"2026-04-03T02:27:31.779269Z","end":"2026-04-03T02:27:33.194318Z","steps":["trace[876695089] 'read index received' (duration: 30.195033ms)","trace[876695089] 'applied index is now lower than readState.Index' (duration: 1.384851776s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:33.194428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:31.662346Z","time spent":"1.531990055s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:33.19427Z","caller":"traceutil/trace.go:171","msg":"trace[1291555336] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"975.331407ms","start":"2026-04-03T02:27:32.218918Z","end":"2026-04-03T02:27:33.194249Z","steps":["trace[1291555336] 'process raft request' (duration: 975.213315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.194508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415239304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:27:33.19462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:32.218891Z","time spent":"975.695665ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:33.194598Z","caller":"traceutil/trace.go:171","msg":"trace[1725807206] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:1302; }","duration":"1.415373147s","start":"2026-04-03T02:27:31.779214Z","end":"2026-04-03T02:27:33.194587Z","steps":["trace[1725807206] 'agreement among raft nodes before linearized reading' (duration: 1.415178553s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.194722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:31.779197Z","time spent":"1.41551466s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-03T02:27:33.195076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.130592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:27:33.195216Z","caller":"traceutil/trace.go:171","msg":"trace[1129616738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1302; }","duration":"631.332227ms","start":"2026-04-03T02:27:32.563846Z","end":"2026-04-03T02:27:33.195178Z","steps":["trace[1129616738] 'agreement among raft nodes before linearized reading' (duration: 630.926998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.195279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:32.563826Z","time spent":"631.439869ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:27:33.543102Z","caller":"traceutil/trace.go:171","msg":"trace[1197505691] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1353; }","duration":"121.910631ms","start":"2026-04-03T02:27:33.421166Z","end":"2026-04-03T02:27:33.543076Z","steps":["trace[1197505691] 'read index received' (duration: 121.751298ms)","trace[1197505691] 'applied index is now lower than readState.Index' (duration: 158.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:33.543145Z","caller":"traceutil/trace.go:171","msg":"trace[117292590] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"132.325445ms","start":"2026-04-03T02:27:33.41079Z","end":"2026-04-03T02:27:33.543116Z","steps":["trace[117292590] 'process raft request' (duration: 132.147151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.543375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.274763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:27:33.543418Z","caller":"traceutil/trace.go:171","msg":"trace[1981401163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1306; }","duration":"105.373756ms","start":"2026-04-03T02:27:33.438033Z","end":"2026-04-03T02:27:33.543406Z","steps":["trace[1981401163] 'agreement among raft nodes before linearized reading' (duration: 105.187381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:33.543508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.32093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:27:33.543612Z","caller":"traceutil/trace.go:171","msg":"trace[231725159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1306; }","duration":"122.500565ms","start":"2026-04-03T02:27:33.421094Z","end":"2026-04-03T02:27:33.543595Z","steps":["trace[231725159] 'agreement among raft nodes before linearized reading' (duration: 122.093136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:37.150635Z","caller":"traceutil/trace.go:171","msg":"trace[1358287244] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"212.756249ms","start":"2026-04-03T02:27:36.937523Z","end":"2026-04-03T02:27:37.15028Z","steps":["trace[1358287244] 'process raft request' (duration: 212.534374ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:45.262073Z","caller":"traceutil/trace.go:171","msg":"trace[1572456494] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"288.841574ms","start":"2026-04-03T02:27:44.973188Z","end":"2026-04-03T02:27:45.26203Z","steps":["trace[1572456494] 'process raft request' (duration: 288.581088ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:45.873455Z","caller":"traceutil/trace.go:171","msg":"trace[254839084] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1464; }","duration":"114.585171ms","start":"2026-04-03T02:27:45.75885Z","end":"2026-04-03T02:27:45.873435Z","steps":["trace[254839084] 'read index received' (duration: 102.358886ms)","trace[254839084] 'applied index is now lower than readState.Index' (duration: 12.225265ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:45.873526Z","caller":"traceutil/trace.go:171","msg":"trace[1504296198] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"140.032544ms","start":"2026-04-03T02:27:45.733452Z","end":"2026-04-03T02:27:45.873484Z","steps":["trace[1504296198] 'process raft request' (duration: 127.749388ms)","trace[1504296198] 'compare' (duration: 12.125813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:45.873616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.763396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:27:45.873674Z","caller":"traceutil/trace.go:171","msg":"trace[545909708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1411; }","duration":"114.870768ms","start":"2026-04-03T02:27:45.758789Z","end":"2026-04-03T02:27:45.87366Z","steps":["trace[545909708] 'agreement among raft nodes before linearized reading' (duration: 114.717475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.572729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.818475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:49.572819Z","caller":"traceutil/trace.go:171","msg":"trace[107022205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1437; }","duration":"406.980478ms","start":"2026-04-03T02:27:49.16582Z","end":"2026-04-03T02:27:49.572801Z","steps":["trace[107022205] 'range keys from in-memory index tree' (duration: 406.642931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.572861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:49.165776Z","time spent":"407.076861ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:27:49.572957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.746164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:49.573043Z","caller":"traceutil/trace.go:171","msg":"trace[1517759487] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1437; }","duration":"328.896797ms","start":"2026-04-03T02:27:49.244127Z","end":"2026-04-03T02:27:49.573024Z","steps":["trace[1517759487] 'count revisions from in-memory index tree' (duration: 328.609411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.573088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:49.244102Z","time spent":"328.97462ms","remote":"127.0.0.1:53150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:27:49.573193Z","caller":"traceutil/trace.go:171","msg":"trace[2121775258] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1492; }","duration":"215.056503ms","start":"2026-04-03T02:27:49.35809Z","end":"2026-04-03T02:27:49.573146Z","steps":["trace[2121775258] 'read index received' (duration: 212.772581ms)","trace[2121775258] 'applied index is now lower than readState.Index' (duration: 2.281592ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:49.573347Z","caller":"traceutil/trace.go:171","msg":"trace[2075922761] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"244.4945ms","start":"2026-04-03T02:27:49.328821Z","end":"2026-04-03T02:27:49.573316Z","steps":["trace[2075922761] 'process raft request' (duration: 242.217038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.573749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.662608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:49.57379Z","caller":"traceutil/trace.go:171","msg":"trace[211570278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1438; }","duration":"215.757461ms","start":"2026-04-03T02:27:49.358019Z","end":"2026-04-03T02:27:49.573776Z","steps":["trace[211570278] 'agreement among raft nodes before linearized reading' (duration: 215.32026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.574038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.616169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-kl5ql\" ","response":"range_response_count:1 size:4196"} {"level":"warn","ts":"2026-04-03T02:27:49.574112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.623092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:27:49.574174Z","caller":"traceutil/trace.go:171","msg":"trace[2042271266] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-kl5ql; range_end:; response_count:1; response_revision:1438; }","duration":"101.816424ms","start":"2026-04-03T02:27:49.472322Z","end":"2026-04-03T02:27:49.574138Z","steps":["trace[2042271266] 'agreement among raft nodes before linearized reading' (duration: 101.383784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:49.574194Z","caller":"traceutil/trace.go:171","msg":"trace[693343834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1438; }","duration":"213.798425ms","start":"2026-04-03T02:27:49.360355Z","end":"2026-04-03T02:27:49.574153Z","steps":["trace[693343834] 'agreement among raft nodes before linearized reading' (duration: 213.013566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:55.798959Z","caller":"traceutil/trace.go:171","msg":"trace[1700169672] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"151.204495ms","start":"2026-04-03T02:27:55.647715Z","end":"2026-04-03T02:27:55.79892Z","steps":["trace[1700169672] 'process raft request' (duration: 146.69912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:55.799043Z","caller":"traceutil/trace.go:171","msg":"trace[1751163725] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"150.503149ms","start":"2026-04-03T02:27:55.648512Z","end":"2026-04-03T02:27:55.799015Z","steps":["trace[1751163725] 'process raft request' (duration: 150.274514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:55.874874Z","caller":"traceutil/trace.go:171","msg":"trace[1648888241] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1617; }","duration":"225.960828ms","start":"2026-04-03T02:27:55.648885Z","end":"2026-04-03T02:27:55.874846Z","steps":["trace[1648888241] 'read index received' (duration: 145.543323ms)","trace[1648888241] 'applied index is now lower than readState.Index' (duration: 80.416375ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:55.874913Z","caller":"traceutil/trace.go:171","msg":"trace[453356518] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"226.164973ms","start":"2026-04-03T02:27:55.648726Z","end":"2026-04-03T02:27:55.874891Z","steps":["trace[453356518] 'process raft request' (duration: 225.927028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:55.875257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.958356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:27:55.875308Z","caller":"traceutil/trace.go:171","msg":"trace[1776300198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1565; }","duration":"144.065348ms","start":"2026-04-03T02:27:55.731232Z","end":"2026-04-03T02:27:55.875298Z","steps":["trace[1776300198] 'agreement among raft nodes before linearized reading' (duration: 143.879514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:55.875276Z","caller":"traceutil/trace.go:171","msg":"trace[1910195640] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"223.070241ms","start":"2026-04-03T02:27:55.652177Z","end":"2026-04-03T02:27:55.875247Z","steps":["trace[1910195640] 'process raft request' (duration: 222.610191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:55.875385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.145887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:55.87548Z","caller":"traceutil/trace.go:171","msg":"trace[1513492111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1565; }","duration":"270.298991ms","start":"2026-04-03T02:27:55.605159Z","end":"2026-04-03T02:27:55.875458Z","steps":["trace[1513492111] 'agreement among raft nodes before linearized reading' (duration: 269.880351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:55.875616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.698293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:27:55.875701Z","caller":"traceutil/trace.go:171","msg":"trace[740206057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1565; }","duration":"172.072891ms","start":"2026-04-03T02:27:55.703607Z","end":"2026-04-03T02:27:55.87568Z","steps":["trace[740206057] 'agreement among raft nodes before linearized reading' (duration: 171.511808ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:56.675463Z","caller":"traceutil/trace.go:171","msg":"trace[933787481] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"193.577712ms","start":"2026-04-03T02:27:56.481861Z","end":"2026-04-03T02:27:56.675439Z","steps":["trace[933787481] 'process raft request' (duration: 193.382638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:57.193802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.610288ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:27:57.193978Z","caller":"traceutil/trace.go:171","msg":"trace[808579617] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1628; }","duration":"124.990964ms","start":"2026-04-03T02:27:57.06896Z","end":"2026-04-03T02:27:57.193951Z","steps":["trace[808579617] 'read index received' (duration: 62.731µs)","trace[808579617] 'applied index is now lower than readState.Index' (duration: 124.926043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:57.194281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.308972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:27:57.194384Z","caller":"traceutil/trace.go:171","msg":"trace[1934136119] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1572; }","duration":"125.455134ms","start":"2026-04-03T02:27:57.068898Z","end":"2026-04-03T02:27:57.194354Z","steps":["trace[1934136119] 'agreement among raft nodes before linearized reading' (duration: 125.123937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:01.802513Z","caller":"traceutil/trace.go:171","msg":"trace[82951352] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"182.618538ms","start":"2026-04-03T02:28:01.619868Z","end":"2026-04-03T02:28:01.802487Z","steps":["trace[82951352] 'process raft request' (duration: 182.318601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:01.837037Z","caller":"traceutil/trace.go:171","msg":"trace[430396232] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"170.386272ms","start":"2026-04-03T02:28:01.666617Z","end":"2026-04-03T02:28:01.837004Z","steps":["trace[430396232] 'process raft request' (duration: 170.197498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.24785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.599845ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T02:28:02.248142Z","caller":"traceutil/trace.go:171","msg":"trace[1136459208] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"143.892125ms","start":"2026-04-03T02:28:02.104227Z","end":"2026-04-03T02:28:02.248119Z","steps":["trace[1136459208] 'process raft request' (duration: 143.729451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.248421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.838258Z","time spent":"410.160042ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:28:02.248627Z","caller":"traceutil/trace.go:171","msg":"trace[1823559811] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1708; }","duration":"351.464654ms","start":"2026-04-03T02:28:01.897147Z","end":"2026-04-03T02:28:02.248612Z","steps":["trace[1823559811] 'read index received' (duration: 184.068941ms)","trace[1823559811] 'applied index is now lower than readState.Index' (duration: 167.394033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:02.248982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.822922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:28:02.249031Z","caller":"traceutil/trace.go:171","msg":"trace[349887334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1652; }","duration":"351.914724ms","start":"2026-04-03T02:28:01.897104Z","end":"2026-04-03T02:28:02.249019Z","steps":["trace[349887334] 'agreement among raft nodes before linearized reading' (duration: 351.71794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.249074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.897088Z","time spent":"351.975085ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:02.249382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.710806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:28:02.249433Z","caller":"traceutil/trace.go:171","msg":"trace[564271859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1652; }","duration":"320.786568ms","start":"2026-04-03T02:28:01.928632Z","end":"2026-04-03T02:28:02.249419Z","steps":["trace[564271859] 'agreement among raft nodes before linearized reading' (duration: 320.678896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.249472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.928616Z","time spent":"320.845819ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:28:02.249843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.244883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:02.24989Z","caller":"traceutil/trace.go:171","msg":"trace[1869117902] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1652; }","duration":"298.314036ms","start":"2026-04-03T02:28:01.951564Z","end":"2026-04-03T02:28:02.249878Z","steps":["trace[1869117902] 'agreement among raft nodes before linearized reading' (duration: 298.257924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.250104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.076673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:28:02.250151Z","caller":"traceutil/trace.go:171","msg":"trace[1548568770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1652; }","duration":"299.161935ms","start":"2026-04-03T02:28:01.950977Z","end":"2026-04-03T02:28:02.250139Z","steps":["trace[1548568770] 'agreement among raft nodes before linearized reading' (duration: 299.044122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.250369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.368569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:28:02.250416Z","caller":"traceutil/trace.go:171","msg":"trace[800978826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1652; }","duration":"308.424141ms","start":"2026-04-03T02:28:01.941981Z","end":"2026-04-03T02:28:02.250405Z","steps":["trace[800978826] 'agreement among raft nodes before linearized reading' (duration: 308.309718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.250454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.941978Z","time spent":"308.466452ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:28:02.250683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.413804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:28:02.250727Z","caller":"traceutil/trace.go:171","msg":"trace[1906939352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1652; }","duration":"309.469435ms","start":"2026-04-03T02:28:01.941247Z","end":"2026-04-03T02:28:02.250716Z","steps":["trace[1906939352] 'agreement among raft nodes before linearized reading' (duration: 309.362593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:02.250768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:01.941237Z","time spent":"309.517567ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:28:02.376266Z","caller":"traceutil/trace.go:171","msg":"trace[41370957] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"120.401907ms","start":"2026-04-03T02:28:02.255836Z","end":"2026-04-03T02:28:02.376238Z","steps":["trace[41370957] 'process raft request' (duration: 120.151911ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.376307Z","caller":"traceutil/trace.go:171","msg":"trace[1659081056] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"120.367436ms","start":"2026-04-03T02:28:02.255902Z","end":"2026-04-03T02:28:02.376269Z","steps":["trace[1659081056] 'process raft request' (duration: 120.227273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.376372Z","caller":"traceutil/trace.go:171","msg":"trace[879545222] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"120.397097ms","start":"2026-04-03T02:28:02.255936Z","end":"2026-04-03T02:28:02.376333Z","steps":["trace[879545222] 'process raft request' (duration: 120.234123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.376538Z","caller":"traceutil/trace.go:171","msg":"trace[330673936] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"120.10537ms","start":"2026-04-03T02:28:02.25642Z","end":"2026-04-03T02:28:02.376525Z","steps":["trace[330673936] 'process raft request' (duration: 119.855874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.376572Z","caller":"traceutil/trace.go:171","msg":"trace[1753189565] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"120.231483ms","start":"2026-04-03T02:28:02.256257Z","end":"2026-04-03T02:28:02.376489Z","steps":["trace[1753189565] 'process raft request' (duration: 119.981708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:02.376612Z","caller":"traceutil/trace.go:171","msg":"trace[1379160101] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"120.54439ms","start":"2026-04-03T02:28:02.256004Z","end":"2026-04-03T02:28:02.376548Z","steps":["trace[1379160101] 'process raft request' (duration: 120.204982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:13.619479Z","caller":"traceutil/trace.go:171","msg":"trace[2147319283] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"190.730756ms","start":"2026-04-03T02:28:13.428721Z","end":"2026-04-03T02:28:13.619452Z","steps":["trace[2147319283] 'process raft request' (duration: 190.583583ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:14.030925Z","caller":"traceutil/trace.go:171","msg":"trace[547512865] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"100.601966ms","start":"2026-04-03T02:28:13.930297Z","end":"2026-04-03T02:28:14.030899Z","steps":["trace[547512865] 'process raft request' (duration: 100.397781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.906928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.444664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:20.907026Z","caller":"traceutil/trace.go:171","msg":"trace[742502427] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2038; }","duration":"391.947509ms","start":"2026-04-03T02:28:20.515061Z","end":"2026-04-03T02:28:20.907009Z","steps":["trace[742502427] 'read index received' (duration: 207.069574ms)","trace[742502427] 'applied index is now lower than readState.Index' (duration: 184.876775ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:20.907125Z","caller":"traceutil/trace.go:171","msg":"trace[792431220] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"578.445142ms","start":"2026-04-03T02:28:20.328665Z","end":"2026-04-03T02:28:20.90711Z","steps":["trace[792431220] 'process raft request' (duration: 393.543566ms)","trace[792431220] 'compare' (duration: 184.021845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:20.90718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.328641Z","time spent":"578.509894ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:20.907383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.288386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:28:20.907414Z","caller":"traceutil/trace.go:171","msg":"trace[1401345423] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"284.349218ms","start":"2026-04-03T02:28:20.623053Z","end":"2026-04-03T02:28:20.907402Z","steps":["trace[1401345423] 'agreement among raft nodes before linearized reading' (duration: 284.239845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.907534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.471711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:28:20.90756Z","caller":"traceutil/trace.go:171","msg":"trace[1651151713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"392.529952ms","start":"2026-04-03T02:28:20.515023Z","end":"2026-04-03T02:28:20.907553Z","steps":["trace[1651151713] 'agreement among raft nodes before linearized reading' (duration: 392.448691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.907583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.515005Z","time spent":"392.571453ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:28:20.907659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.880639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:20.907682Z","caller":"traceutil/trace.go:171","msg":"trace[493678257] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1956; }","duration":"113.95212ms","start":"2026-04-03T02:28:20.793721Z","end":"2026-04-03T02:28:20.907673Z","steps":["trace[493678257] 'agreement among raft nodes before linearized reading' (duration: 113.911389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.907823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.35376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36a1c46b-757d-4b22-982b-5adb10075587\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-03T02:28:20.907894Z","caller":"traceutil/trace.go:171","msg":"trace[230429357] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36a1c46b-757d-4b22-982b-5adb10075587; range_end:; response_count:1; response_revision:1956; }","duration":"258.457943ms","start":"2026-04-03T02:28:20.649416Z","end":"2026-04-03T02:28:20.907874Z","steps":["trace[230429357] 'agreement among raft nodes before linearized reading' (duration: 258.260258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.90814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.873844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:28:20.908143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.774888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T02:28:20.907423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.813426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:28:20.908201Z","caller":"traceutil/trace.go:171","msg":"trace[469169548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"378.947675ms","start":"2026-04-03T02:28:20.529234Z","end":"2026-04-03T02:28:20.908182Z","steps":["trace[469169548] 'agreement among raft nodes before linearized reading' (duration: 378.827482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:20.908205Z","caller":"traceutil/trace.go:171","msg":"trace[1218535380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"380.85928ms","start":"2026-04-03T02:28:20.527329Z","end":"2026-04-03T02:28:20.908188Z","steps":["trace[1218535380] 'agreement among raft nodes before linearized reading' (duration: 380.700746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.90823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.529222Z","time spent":"379.001717ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:20.908236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.527317Z","time spent":"380.911881ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:28:20.908144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.237449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:28:20.908269Z","caller":"traceutil/trace.go:171","msg":"trace[1752593737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"384.435853ms","start":"2026-04-03T02:28:20.523825Z","end":"2026-04-03T02:28:20.908261Z","steps":["trace[1752593737] 'agreement among raft nodes before linearized reading' (duration: 384.244248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.908307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.523793Z","time spent":"384.505745ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:28:20.908228Z","caller":"traceutil/trace.go:171","msg":"trace[263619757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"389.671276ms","start":"2026-04-03T02:28:20.518542Z","end":"2026-04-03T02:28:20.908213Z","steps":["trace[263619757] 'agreement among raft nodes before linearized reading' (duration: 388.702353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:20.908447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.518525Z","time spent":"389.915041ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:28:21.126914Z","caller":"traceutil/trace.go:171","msg":"trace[1301338804] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"214.916447ms","start":"2026-04-03T02:28:20.911966Z","end":"2026-04-03T02:28:21.126882Z","steps":["trace[1301338804] 'process raft request' (duration: 142.516166ms)","trace[1301338804] 'compare' (duration: 72.252557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:21.665777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372392718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:28:23.165195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:28:23.165307Z","caller":"traceutil/trace.go:171","msg":"trace[633957625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237479s","start":"2026-04-03T02:28:21.165051Z","end":"2026-04-03T02:28:23.165288Z","steps":["trace[633957625] 'agreement among raft nodes before linearized reading' (duration: 2.000099516s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.165358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.165026Z","time spent":"2.000322821s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 02:28:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T02:28:23.268974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441508957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:23.269291Z","caller":"traceutil/trace.go:171","msg":"trace[670763526] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"2.356828863s","start":"2026-04-03T02:28:20.912424Z","end":"2026-04-03T02:28:23.269253Z","steps":["trace[670763526] 'process raft request' (duration: 914.298852ms)","trace[670763526] 'compare' (duration: 1.441320323s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:23.269447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.912414Z","time spent":"2.356979757s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.269335Z","caller":"traceutil/trace.go:171","msg":"trace[1977906848] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"2.356854154s","start":"2026-04-03T02:28:20.912465Z","end":"2026-04-03T02:28:23.269319Z","steps":["trace[1977906848] 'process raft request' (duration: 2.35667908s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:23.269521Z","caller":"traceutil/trace.go:171","msg":"trace[1868839777] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"2.356641067s","start":"2026-04-03T02:28:20.91286Z","end":"2026-04-03T02:28:23.269501Z","steps":["trace[1868839777] 'process raft request' (duration: 2.356391981s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.269635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.912845Z","time spent":"2.35672618s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:23.269643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.912446Z","time spent":"2.35712353s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.269806Z","caller":"traceutil/trace.go:171","msg":"trace[1050591149] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"2.356862323s","start":"2026-04-03T02:28:20.912927Z","end":"2026-04-03T02:28:23.269789Z","steps":["trace[1050591149] 'process raft request' (duration: 2.356520795s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.269912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.912914Z","time spent":"2.356948944s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.270029Z","caller":"traceutil/trace.go:171","msg":"trace[1405140205] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"2.357052407s","start":"2026-04-03T02:28:20.912962Z","end":"2026-04-03T02:28:23.270015Z","steps":["trace[1405140205] 'process raft request' (duration: 2.35676266s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.27009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.912954Z","time spent":"2.357108048s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.270122Z","caller":"traceutil/trace.go:171","msg":"trace[2006452505] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"2.355790278s","start":"2026-04-03T02:28:20.914323Z","end":"2026-04-03T02:28:23.270113Z","steps":["trace[2006452505] 'process raft request' (duration: 2.355614254s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.270188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:20.914312Z","time spent":"2.355840329s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.270228Z","caller":"traceutil/trace.go:171","msg":"trace[1975545211] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2040; }","duration":"2.105095696s","start":"2026-04-03T02:28:21.165126Z","end":"2026-04-03T02:28:23.270221Z","steps":["trace[1975545211] 'read index received' (duration: 661.537311ms)","trace[1975545211] 'applied index is now lower than readState.Index' (duration: 1.443557375s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:23.270274Z","caller":"traceutil/trace.go:171","msg":"trace[1820100546] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"2.020020501s","start":"2026-04-03T02:28:21.250248Z","end":"2026-04-03T02:28:23.270268Z","steps":["trace[1820100546] 'process raft request' (duration: 2.019814826s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.270313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.250217Z","time spent":"2.020076422s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.617551Z","caller":"traceutil/trace.go:171","msg":"trace[1983851227] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.562292257s","start":"2026-04-03T02:28:22.055227Z","end":"2026-04-03T02:28:23.61752Z","steps":["trace[1983851227] 'process raft request' (duration: 1.52899515s)","trace[1983851227] 'compare' (duration: 33.139394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:23.617718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:22.055205Z","time spent":"1.5624296s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:23.637881Z","caller":"traceutil/trace.go:171","msg":"trace[945283599] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2047; }","duration":"367.611121ms","start":"2026-04-03T02:28:23.270245Z","end":"2026-04-03T02:28:23.637856Z","steps":["trace[945283599] 'read index received' (duration: 314.134713ms)","trace[945283599] 'applied index is now lower than readState.Index' (duration: 53.475148ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:23.638019Z","caller":"traceutil/trace.go:171","msg":"trace[286644559] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"724.839788ms","start":"2026-04-03T02:28:22.913152Z","end":"2026-04-03T02:28:23.637992Z","steps":["trace[286644559] 'process raft request' (duration: 724.564372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.638092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17383506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b7ce14247712\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-03T02:28:23.638171Z","caller":"traceutil/trace.go:171","msg":"trace[1703824399] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b7ce14247712; range_end:; response_count:1; response_revision:1966; }","duration":"1.173959772s","start":"2026-04-03T02:28:22.464189Z","end":"2026-04-03T02:28:23.638149Z","steps":["trace[1703824399] 'agreement among raft nodes before linearized reading' (duration: 1.173686886s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.638166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:22.913082Z","time spent":"725.006832ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:23.638171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856581246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:28:23.638223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:22.46416Z","time spent":"1.174048814s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b7ce14247712\" "} {"level":"info","ts":"2026-04-03T02:28:23.638282Z","caller":"traceutil/trace.go:171","msg":"trace[1032695577] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:1966; }","duration":"1.85676053s","start":"2026-04-03T02:28:21.781495Z","end":"2026-04-03T02:28:23.638256Z","steps":["trace[1032695577] 'agreement among raft nodes before linearized reading' (duration: 1.856424622s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.638287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335444293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T02:28:23.638346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.781452Z","time spent":"1.856881033s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-03T02:28:23.638372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98273399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:28:23.638354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.773711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:28:23.638411Z","caller":"traceutil/trace.go:171","msg":"trace[1240214785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1966; }","duration":"1.982818433s","start":"2026-04-03T02:28:21.655581Z","end":"2026-04-03T02:28:23.638399Z","steps":["trace[1240214785] 'agreement among raft nodes before linearized reading' (duration: 1.98270762s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:23.63844Z","caller":"traceutil/trace.go:171","msg":"trace[1673885804] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1966; }","duration":"507.906976ms","start":"2026-04-03T02:28:23.130511Z","end":"2026-04-03T02:28:23.638418Z","steps":["trace[1673885804] 'agreement among raft nodes before linearized reading' (duration: 507.646299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.638449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.65556Z","time spent":"1.982882004s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:28:23.638413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104838661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:28:23.638485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:23.130497Z","time spent":"507.979328ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:28:23.638481Z","caller":"traceutil/trace.go:171","msg":"trace[650104713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"2.335662559s","start":"2026-04-03T02:28:21.302717Z","end":"2026-04-03T02:28:23.638379Z","steps":["trace[650104713] 'agreement among raft nodes before linearized reading' (duration: 2.335281969s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:23.638518Z","caller":"traceutil/trace.go:171","msg":"trace[759499116] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1966; }","duration":"2.104987275s","start":"2026-04-03T02:28:21.533516Z","end":"2026-04-03T02:28:23.638504Z","steps":["trace[759499116] 'agreement among raft nodes before linearized reading' (duration: 2.10480874s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.638589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.533495Z","time spent":"2.105082026s","remote":"127.0.0.1:51904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:28:23.638532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.786776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:28:23.638647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.302699Z","time spent":"2.335898804s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:28:23.638508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725680161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36a1c46b-757d-4b22-982b-5adb10075587\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-03T02:28:23.638702Z","caller":"traceutil/trace.go:171","msg":"trace[200445050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1966; }","duration":"472.95145ms","start":"2026-04-03T02:28:23.165686Z","end":"2026-04-03T02:28:23.638638Z","steps":["trace[200445050] 'agreement among raft nodes before linearized reading' (duration: 472.766105ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:23.638753Z","caller":"traceutil/trace.go:171","msg":"trace[1328582132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36a1c46b-757d-4b22-982b-5adb10075587; range_end:; response_count:1; response_revision:1966; }","duration":"1.725995068s","start":"2026-04-03T02:28:21.912742Z","end":"2026-04-03T02:28:23.638737Z","steps":["trace[1328582132] 'agreement among raft nodes before linearized reading' (duration: 1.725210569s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:23.638935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:21.912718Z","time spent":"1.72611722s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36a1c46b-757d-4b22-982b-5adb10075587\" "} {"level":"warn","ts":"2026-04-03T02:28:23.638831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:23.165665Z","time spent":"473.155574ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:28:23.923364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.465825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:23.923571Z","caller":"traceutil/trace.go:171","msg":"trace[1823666444] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"269.710545ms","start":"2026-04-03T02:28:23.653828Z","end":"2026-04-03T02:28:23.923538Z","steps":["trace[1823666444] 'process raft request' (duration: 117.983544ms)","trace[1823666444] 'compare' (duration: 151.280461ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:23.92362Z","caller":"traceutil/trace.go:171","msg":"trace[1364246698] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"236.851247ms","start":"2026-04-03T02:28:23.686747Z","end":"2026-04-03T02:28:23.923598Z","steps":["trace[1364246698] 'process raft request' (duration: 236.774786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:23.923744Z","caller":"traceutil/trace.go:171","msg":"trace[1496984243] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"239.058439ms","start":"2026-04-03T02:28:23.684659Z","end":"2026-04-03T02:28:23.923718Z","steps":["trace[1496984243] 'read index received' (duration: 87.160044ms)","trace[1496984243] 'applied index is now lower than readState.Index' (duration: 151.894895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:23.923885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.196556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:23.923936Z","caller":"traceutil/trace.go:171","msg":"trace[1194615202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"276.283018ms","start":"2026-04-03T02:28:23.647639Z","end":"2026-04-03T02:28:23.923922Z","steps":["trace[1194615202] 'agreement among raft nodes before linearized reading' (duration: 276.161675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:33.017644Z","caller":"traceutil/trace.go:171","msg":"trace[1152621909] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2138; }","duration":"286.805625ms","start":"2026-04-03T02:28:32.730816Z","end":"2026-04-03T02:28:33.017621Z","steps":["trace[1152621909] 'read index received' (duration: 286.635581ms)","trace[1152621909] 'applied index is now lower than readState.Index' (duration: 169.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:33.017703Z","caller":"traceutil/trace.go:171","msg":"trace[268296201] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"292.284483ms","start":"2026-04-03T02:28:32.725397Z","end":"2026-04-03T02:28:33.017682Z","steps":["trace[268296201] 'process raft request' (duration: 292.006587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.018096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.251245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T02:28:33.018259Z","caller":"traceutil/trace.go:171","msg":"trace[515576557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2053; }","duration":"287.354148ms","start":"2026-04-03T02:28:32.730791Z","end":"2026-04-03T02:28:33.018146Z","steps":["trace[515576557] 'agreement among raft nodes before linearized reading' (duration: 286.954749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:33.11085Z","caller":"traceutil/trace.go:171","msg":"trace[1096739560] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"376.046388ms","start":"2026-04-03T02:28:32.734745Z","end":"2026-04-03T02:28:33.110791Z","steps":["trace[1096739560] 'process raft request' (duration: 370.343244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.111001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.744084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:28:33.111146Z","caller":"traceutil/trace.go:171","msg":"trace[1680904023] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2054; }","duration":"307.950829ms","start":"2026-04-03T02:28:32.803147Z","end":"2026-04-03T02:28:33.111098Z","steps":["trace[1680904023] 'agreement among raft nodes before linearized reading' (duration: 307.671622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:33.111272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.803123Z","time spent":"308.132712ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:28:33.111419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:32.734716Z","time spent":"376.289514ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:28:35.469362Z","caller":"traceutil/trace.go:171","msg":"trace[1821720334] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"153.329449ms","start":"2026-04-03T02:28:35.316004Z","end":"2026-04-03T02:28:35.469334Z","steps":["trace[1821720334] 'process raft request' (duration: 153.155075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:35.831903Z","caller":"traceutil/trace.go:171","msg":"trace[1009456405] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"264.003672ms","start":"2026-04-03T02:28:35.56787Z","end":"2026-04-03T02:28:35.831873Z","steps":["trace[1009456405] 'process raft request' (duration: 263.779857ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:35.91513Z","caller":"traceutil/trace.go:171","msg":"trace[457978208] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"171.38138ms","start":"2026-04-03T02:28:35.743726Z","end":"2026-04-03T02:28:35.915107Z","steps":["trace[457978208] 'process raft request' (duration: 149.98142ms)","trace[457978208] 'compare' (duration: 21.232606ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:35.915333Z","caller":"traceutil/trace.go:171","msg":"trace[730036596] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2155; }","duration":"161.522231ms","start":"2026-04-03T02:28:35.753781Z","end":"2026-04-03T02:28:35.915303Z","steps":["trace[730036596] 'read index received' (duration: 77.907299ms)","trace[730036596] 'applied index is now lower than readState.Index' (duration: 83.613592ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:35.915368Z","caller":"traceutil/trace.go:171","msg":"trace[2039471587] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"171.088363ms","start":"2026-04-03T02:28:35.744238Z","end":"2026-04-03T02:28:35.915326Z","steps":["trace[2039471587] 'process raft request' (duration: 170.836537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:35.915509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.721565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:28:35.915565Z","caller":"traceutil/trace.go:171","msg":"trace[1755788798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2072; }","duration":"161.802747ms","start":"2026-04-03T02:28:35.753747Z","end":"2026-04-03T02:28:35.915549Z","steps":["trace[1755788798] 'agreement among raft nodes before linearized reading' (duration: 161.655724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:35.974455Z","caller":"traceutil/trace.go:171","msg":"trace[1437352908] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"134.121471ms","start":"2026-04-03T02:28:35.84029Z","end":"2026-04-03T02:28:35.974412Z","steps":["trace[1437352908] 'process raft request' (duration: 133.954667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:35.974523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.974594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:28:35.97459Z","caller":"traceutil/trace.go:171","msg":"trace[99549241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2073; }","duration":"190.099497ms","start":"2026-04-03T02:28:35.784476Z","end":"2026-04-03T02:28:35.974575Z","steps":["trace[99549241] 'agreement among raft nodes before linearized reading' (duration: 189.892472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:35.974579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.465672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:28:35.974649Z","caller":"traceutil/trace.go:171","msg":"trace[202316766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2073; }","duration":"159.590825ms","start":"2026-04-03T02:28:35.815041Z","end":"2026-04-03T02:28:35.974632Z","steps":["trace[202316766] 'agreement among raft nodes before linearized reading' (duration: 159.37373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:36.410014Z","caller":"traceutil/trace.go:171","msg":"trace[966251642] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"208.978098ms","start":"2026-04-03T02:28:36.200987Z","end":"2026-04-03T02:28:36.409965Z","steps":["trace[966251642] 'process raft request' (duration: 116.696364ms)","trace[966251642] 'compare' (duration: 92.149941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:40.510402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372393036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:28:40.638392Z","caller":"traceutil/trace.go:171","msg":"trace[295670052] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"628.780836ms","start":"2026-04-03T02:28:40.009584Z","end":"2026-04-03T02:28:40.638365Z","steps":["trace[295670052] 'read index received' (duration: 627.868235ms)","trace[295670052] 'applied index is now lower than readState.Index' (duration: 911.351µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:40.638468Z","caller":"traceutil/trace.go:171","msg":"trace[126077810] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"669.62197ms","start":"2026-04-03T02:28:39.968815Z","end":"2026-04-03T02:28:40.638437Z","steps":["trace[126077810] 'process raft request' (duration: 668.724809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:40.638607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:39.968799Z","time spent":"669.731533ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:28:40.638669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.063903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:28:40.638725Z","caller":"traceutil/trace.go:171","msg":"trace[586792221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2106; }","duration":"629.166896ms","start":"2026-04-03T02:28:40.00954Z","end":"2026-04-03T02:28:40.638707Z","steps":["trace[586792221] 'agreement among raft nodes before linearized reading' (duration: 628.978052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:40.638773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:40.009519Z","time spent":"629.241798ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:28:40.638713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.107417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T02:28:40.639004Z","caller":"traceutil/trace.go:171","msg":"trace[1933607660] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2106; }","duration":"564.424824ms","start":"2026-04-03T02:28:40.074549Z","end":"2026-04-03T02:28:40.638973Z","steps":["trace[1933607660] 'agreement among raft nodes before linearized reading' (duration: 564.006324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:40.639102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:28:40.074486Z","time spent":"564.557768ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:29:08.666406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372393413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:29:08.818366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.371722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:29:08.818529Z","caller":"traceutil/trace.go:171","msg":"trace[1010468771] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"653.159436ms","start":"2026-04-03T02:29:08.165352Z","end":"2026-04-03T02:29:08.818511Z","steps":["trace[1010468771] 'read index received' (duration: 525.521507ms)","trace[1010468771] 'applied index is now lower than readState.Index' (duration: 127.636629ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:08.818619Z","caller":"traceutil/trace.go:171","msg":"trace[1591145808] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"720.270032ms","start":"2026-04-03T02:29:08.098338Z","end":"2026-04-03T02:29:08.818608Z","steps":["trace[1591145808] 'process raft request' (duration: 592.588063ms)","trace[1591145808] 'compare' (duration: 127.181928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:08.818684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:08.098322Z","time spent":"720.330474ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:08.8189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.555025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:08.818935Z","caller":"traceutil/trace.go:171","msg":"trace[1272324470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2261; }","duration":"653.619268ms","start":"2026-04-03T02:29:08.165307Z","end":"2026-04-03T02:29:08.818926Z","steps":["trace[1272324470] 'agreement among raft nodes before linearized reading' (duration: 653.558055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:08.818962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:08.165284Z","time spent":"653.673138ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:29:08.819185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.860226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T02:29:08.819194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.63489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:29:08.819315Z","caller":"traceutil/trace.go:171","msg":"trace[924567999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2261; }","duration":"522.762283ms","start":"2026-04-03T02:29:08.296488Z","end":"2026-04-03T02:29:08.81925Z","steps":["trace[924567999] 'agreement among raft nodes before linearized reading' (duration: 522.493877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:08.819364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:08.296467Z","time spent":"522.887085ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:29:08.819494Z","caller":"traceutil/trace.go:171","msg":"trace[1076977667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2261; }","duration":"651.985779ms","start":"2026-04-03T02:29:08.167257Z","end":"2026-04-03T02:29:08.819243Z","steps":["trace[1076977667] 'agreement among raft nodes before linearized reading' (duration: 651.718663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:08.819559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:08.167238Z","time spent":"652.306746ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:29:09.055365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.828517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:29:09.055562Z","caller":"traceutil/trace.go:171","msg":"trace[1338308740] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"231.396992ms","start":"2026-04-03T02:29:08.824136Z","end":"2026-04-03T02:29:09.055533Z","steps":["trace[1338308740] 'process raft request' (duration: 99.309419ms)","trace[1338308740] 'compare' (duration: 131.694724ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:09.05561Z","caller":"traceutil/trace.go:171","msg":"trace[1486693717] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"231.174486ms","start":"2026-04-03T02:29:08.824416Z","end":"2026-04-03T02:29:09.055591Z","steps":["trace[1486693717] 'process raft request' (duration: 231.076564ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:09.05583Z","caller":"traceutil/trace.go:171","msg":"trace[2063902279] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"231.079734ms","start":"2026-04-03T02:29:08.824738Z","end":"2026-04-03T02:29:09.055818Z","steps":["trace[2063902279] 'process raft request' (duration: 230.812317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:09.267871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.36095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:09.26798Z","caller":"traceutil/trace.go:171","msg":"trace[130680865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2264; }","duration":"102.526983ms","start":"2026-04-03T02:29:09.165424Z","end":"2026-04-03T02:29:09.267951Z","steps":["trace[130680865] 'range keys from in-memory index tree' (duration: 102.255727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:15.578047Z","caller":"traceutil/trace.go:171","msg":"trace[2119369482] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"495.795193ms","start":"2026-04-03T02:29:15.082227Z","end":"2026-04-03T02:29:15.578023Z","steps":["trace[2119369482] 'process raft request' (duration: 495.605439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:15.578244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.082206Z","time spent":"495.965166ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:16.525152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.559563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:29:16.525591Z","caller":"traceutil/trace.go:171","msg":"trace[806157494] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"876.899178ms","start":"2026-04-03T02:29:15.648677Z","end":"2026-04-03T02:29:16.525576Z","steps":["trace[806157494] 'process raft request' (duration: 876.57649ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:16.525568Z","caller":"traceutil/trace.go:171","msg":"trace[1823233867] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"1.441900487s","start":"2026-04-03T02:29:15.08363Z","end":"2026-04-03T02:29:16.525531Z","steps":["trace[1823233867] 'process raft request' (duration: 575.838141ms)","trace[1823233867] 'compare' (duration: 865.312308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:16.525663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.648643Z","time spent":"876.997212ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:16.52575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.083616Z","time spent":"1.44204s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:16.526029Z","caller":"traceutil/trace.go:171","msg":"trace[1651911979] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2390; }","duration":"1.362941494s","start":"2026-04-03T02:29:15.162721Z","end":"2026-04-03T02:29:16.525662Z","steps":["trace[1651911979] 'read index received' (duration: 415.076779ms)","trace[1651911979] 'applied index is now lower than readState.Index' (duration: 947.861335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:16.526093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363365964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:16.52615Z","caller":"traceutil/trace.go:171","msg":"trace[1825303392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2298; }","duration":"1.363448846s","start":"2026-04-03T02:29:15.162683Z","end":"2026-04-03T02:29:16.526132Z","steps":["trace[1825303392] 'agreement among raft nodes before linearized reading' (duration: 1.363335373s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.526212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.162669Z","time spent":"1.363528877s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:29:16.551234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.252772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:29:16.551313Z","caller":"traceutil/trace.go:171","msg":"trace[1565697558] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"447.045835ms","start":"2026-04-03T02:29:16.104248Z","end":"2026-04-03T02:29:16.551294Z","steps":["trace[1565697558] 'process raft request' (duration: 446.713538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.551329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324486706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:29:16.551384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.121614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:16.5514Z","caller":"traceutil/trace.go:171","msg":"trace[1036054203] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2299; }","duration":"1.324638519s","start":"2026-04-03T02:29:15.226746Z","end":"2026-04-03T02:29:16.551385Z","steps":["trace[1036054203] 'agreement among raft nodes before linearized reading' (duration: 1.324432585s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:16.551429Z","caller":"traceutil/trace.go:171","msg":"trace[1621440983] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2299; }","duration":"506.203926ms","start":"2026-04-03T02:29:16.045211Z","end":"2026-04-03T02:29:16.551415Z","steps":["trace[1621440983] 'agreement among raft nodes before linearized reading' (duration: 506.146695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.551429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.433349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T02:29:16.55144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.226725Z","time spent":"1.324705961s","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:29:16.551466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.04519Z","time spent":"506.266908ms","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:29:16.551473Z","caller":"traceutil/trace.go:171","msg":"trace[1243407828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2299; }","duration":"661.49864ms","start":"2026-04-03T02:29:15.88996Z","end":"2026-04-03T02:29:16.551458Z","steps":["trace[1243407828] 'agreement among raft nodes before linearized reading' (duration: 661.399118ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:16.551318Z","caller":"traceutil/trace.go:171","msg":"trace[1777453097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2299; }","duration":"792.364855ms","start":"2026-04-03T02:29:15.758934Z","end":"2026-04-03T02:29:16.551299Z","steps":["trace[1777453097] 'agreement among raft nodes before linearized reading' (duration: 792.180141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.551502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.889948Z","time spent":"661.546662ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:29:16.551485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.351039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:29:16.551489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.104229Z","time spent":"447.139287ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:16.551592Z","caller":"traceutil/trace.go:171","msg":"trace[22904721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2299; }","duration":"880.503253ms","start":"2026-04-03T02:29:15.671064Z","end":"2026-04-03T02:29:16.551567Z","steps":["trace[22904721] 'agreement among raft nodes before linearized reading' (duration: 880.213746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.551655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.671045Z","time spent":"880.597205ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:29:16.55178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.758921Z","time spent":"792.599461ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:29:16.551241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.1377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:29:16.551939Z","caller":"traceutil/trace.go:171","msg":"trace[453317838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2299; }","duration":"792.872327ms","start":"2026-04-03T02:29:15.759025Z","end":"2026-04-03T02:29:16.551898Z","steps":["trace[453317838] 'agreement among raft nodes before linearized reading' (duration: 792.077669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.551324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.874848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:29:16.552011Z","caller":"traceutil/trace.go:171","msg":"trace[1405061917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2299; }","duration":"823.618915ms","start":"2026-04-03T02:29:15.728383Z","end":"2026-04-03T02:29:16.552001Z","steps":["trace[1405061917] 'agreement among raft nodes before linearized reading' (duration: 822.837257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:16.552033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.759001Z","time spent":"792.99905ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:29:16.552051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:15.728365Z","time spent":"823.676907ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:29:17.583404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.449646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:29:17.583711Z","caller":"traceutil/trace.go:171","msg":"trace[269535630] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.026889309s","start":"2026-04-03T02:29:16.556802Z","end":"2026-04-03T02:29:17.583691Z","steps":["trace[269535630] 'process raft request' (duration: 1.026804027s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.583777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.556772Z","time spent":"1.026972041s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:17.583939Z","caller":"traceutil/trace.go:171","msg":"trace[1146824063] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2394; }","duration":"1.024203276s","start":"2026-04-03T02:29:16.559709Z","end":"2026-04-03T02:29:17.583913Z","steps":["trace[1146824063] 'read index received' (duration: 438.167097ms)","trace[1146824063] 'applied index is now lower than readState.Index' (duration: 586.032069ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:29:17.584006Z","caller":"traceutil/trace.go:171","msg":"trace[106322918] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"1.027308309s","start":"2026-04-03T02:29:16.55669Z","end":"2026-04-03T02:29:17.583998Z","steps":["trace[106322918] 'process raft request' (duration: 1.026882499s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.584059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.556679Z","time spent":"1.02735117s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:17.584104Z","caller":"traceutil/trace.go:171","msg":"trace[1868564150] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"696.359104ms","start":"2026-04-03T02:29:16.887733Z","end":"2026-04-03T02:29:17.584092Z","steps":["trace[1868564150] 'process raft request' (duration: 695.910924ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:17.583968Z","caller":"traceutil/trace.go:171","msg":"trace[319643668] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"1.027561794s","start":"2026-04-03T02:29:16.556396Z","end":"2026-04-03T02:29:17.583958Z","steps":["trace[319643668] 'process raft request' (duration: 1.027104694s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.584213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.887708Z","time spent":"696.424885ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:17.584232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024518154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:17.58428Z","caller":"traceutil/trace.go:171","msg":"trace[486398350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2304; }","duration":"1.024582775s","start":"2026-04-03T02:29:16.559686Z","end":"2026-04-03T02:29:17.584269Z","steps":["trace[486398350] 'agreement among raft nodes before linearized reading' (duration: 1.024438822s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.584316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.559678Z","time spent":"1.024629806s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:29:17.584341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.556373Z","time spent":"1.0278061s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:29:17.584401Z","caller":"traceutil/trace.go:171","msg":"trace[471552447] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"1.027407181s","start":"2026-04-03T02:29:16.556349Z","end":"2026-04-03T02:29:17.583756Z","steps":["trace[471552447] 'process raft request' (duration: 441.515955ms)","trace[471552447] 'compare' (duration: 585.175699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:29:17.58473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.556332Z","time spent":"1.028306343s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:29:17.591793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.420568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:17.59188Z","caller":"traceutil/trace.go:171","msg":"trace[296933198] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2304; }","duration":"789.52248ms","start":"2026-04-03T02:29:16.802337Z","end":"2026-04-03T02:29:17.59186Z","steps":["trace[296933198] 'agreement among raft nodes before linearized reading' (duration: 789.392837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.591926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.802244Z","time spent":"789.670973ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:29:17.592062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.442072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:29:17.592272Z","caller":"traceutil/trace.go:171","msg":"trace[455137470] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2304; }","duration":"862.694498ms","start":"2026-04-03T02:29:16.729543Z","end":"2026-04-03T02:29:17.592238Z","steps":["trace[455137470] 'agreement among raft nodes before linearized reading' (duration: 862.38037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:29:17.592352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:16.729528Z","time spent":"862.774719ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:29:17.592603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.683282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:29:17.59276Z","caller":"traceutil/trace.go:171","msg":"trace[1974446499] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2304; }","duration":"295.850536ms","start":"2026-04-03T02:29:17.29687Z","end":"2026-04-03T02:29:17.59272Z","steps":["trace[1974446499] 'agreement among raft nodes before linearized reading' (duration: 295.486987ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:34.754688Z","caller":"traceutil/trace.go:171","msg":"trace[1316866559] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"107.556294ms","start":"2026-04-03T02:29:34.647107Z","end":"2026-04-03T02:29:34.754663Z","steps":["trace[1316866559] 'process raft request' (duration: 107.313089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:00.039518Z","caller":"traceutil/trace.go:171","msg":"trace[1240082682] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2808; }","duration":"212.678341ms","start":"2026-04-03T02:29:59.826813Z","end":"2026-04-03T02:30:00.039491Z","steps":["trace[1240082682] 'read index received' (duration: 123.016326ms)","trace[1240082682] 'applied index is now lower than readState.Index' (duration: 89.660105ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:00.039659Z","caller":"traceutil/trace.go:171","msg":"trace[1136512803] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"366.27427ms","start":"2026-04-03T02:29:59.673356Z","end":"2026-04-03T02:30:00.03963Z","steps":["trace[1136512803] 'process raft request' (duration: 276.453431ms)","trace[1136512803] 'compare' (duration: 89.378098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:00.039787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:29:59.673333Z","time spent":"366.381073ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3069,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:30:00.039852Z","caller":"traceutil/trace.go:171","msg":"trace[1866953472] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"280.354502ms","start":"2026-04-03T02:29:59.759448Z","end":"2026-04-03T02:30:00.039802Z","steps":["trace[1866953472] 'process raft request' (duration: 279.957393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.039909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.0847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:30:00.039963Z","caller":"traceutil/trace.go:171","msg":"trace[1186391283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2700; }","duration":"213.182613ms","start":"2026-04-03T02:29:59.826767Z","end":"2026-04-03T02:30:00.03995Z","steps":["trace[1186391283] 'agreement among raft nodes before linearized reading' (duration: 212.978328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.040082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.351983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:30:00.040075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.986425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:30:00.040095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.24695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:30:00.040142Z","caller":"traceutil/trace.go:171","msg":"trace[1843065952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2700; }","duration":"206.437115ms","start":"2026-04-03T02:29:59.83369Z","end":"2026-04-03T02:30:00.040127Z","steps":["trace[1843065952] 'agreement among raft nodes before linearized reading' (duration: 206.24617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:00.040168Z","caller":"traceutil/trace.go:171","msg":"trace[1434982035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2700; }","duration":"209.372723ms","start":"2026-04-03T02:29:59.83078Z","end":"2026-04-03T02:30:00.040152Z","steps":["trace[1434982035] 'agreement among raft nodes before linearized reading' (duration: 209.140328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:00.040165Z","caller":"traceutil/trace.go:171","msg":"trace[675741081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2700; }","duration":"206.098017ms","start":"2026-04-03T02:29:59.834044Z","end":"2026-04-03T02:30:00.040142Z","steps":["trace[675741081] 'agreement among raft nodes before linearized reading' (duration: 205.866612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:00.04007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.96738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:30:00.040227Z","caller":"traceutil/trace.go:171","msg":"trace[1372958188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2700; }","duration":"202.152625ms","start":"2026-04-03T02:29:59.838058Z","end":"2026-04-03T02:30:00.04021Z","steps":["trace[1372958188] 'agreement among raft nodes before linearized reading' (duration: 201.864488ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:03.21886Z","caller":"traceutil/trace.go:171","msg":"trace[2055620492] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2833; }","duration":"276.38406ms","start":"2026-04-03T02:30:02.942451Z","end":"2026-04-03T02:30:03.218835Z","steps":["trace[2055620492] 'read index received' (duration: 276.239876ms)","trace[2055620492] 'applied index is now lower than readState.Index' (duration: 141.194µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:03.218904Z","caller":"traceutil/trace.go:171","msg":"trace[526880223] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"367.223743ms","start":"2026-04-03T02:30:02.851647Z","end":"2026-04-03T02:30:03.218871Z","steps":["trace[526880223] 'process raft request' (duration: 367.034697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:03.219049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:02.851612Z","time spent":"367.358306ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:03.219085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.616715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:30:03.219155Z","caller":"traceutil/trace.go:171","msg":"trace[1438377669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2723; }","duration":"276.731538ms","start":"2026-04-03T02:30:02.942404Z","end":"2026-04-03T02:30:03.219136Z","steps":["trace[1438377669] 'agreement among raft nodes before linearized reading' (duration: 276.535403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.237452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.246082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:04.237591Z","caller":"traceutil/trace.go:171","msg":"trace[1083673221] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2834; }","duration":"1.018643145s","start":"2026-04-03T02:30:03.218931Z","end":"2026-04-03T02:30:04.237575Z","steps":["trace[1083673221] 'read index received' (duration: 111.224848ms)","trace[1083673221] 'applied index is now lower than readState.Index' (duration: 907.417427ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:04.237616Z","caller":"traceutil/trace.go:171","msg":"trace[957554847] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"1.020175111s","start":"2026-04-03T02:30:03.217403Z","end":"2026-04-03T02:30:04.237578Z","steps":["trace[957554847] 'process raft request' (duration: 112.737094ms)","trace[957554847] 'compare' (duration: 907.174231ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:04.237688Z","caller":"traceutil/trace.go:171","msg":"trace[994466886] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"1.015100012s","start":"2026-04-03T02:30:03.222577Z","end":"2026-04-03T02:30:04.237677Z","steps":["trace[994466886] 'process raft request' (duration: 1.014955909s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.237758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.22255Z","time spent":"1.015176414s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.237771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.217378Z","time spent":"1.020313315s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:04.237737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072721749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:04.238129Z","caller":"traceutil/trace.go:171","msg":"trace[2134637421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2725; }","duration":"1.073140829s","start":"2026-04-03T02:30:03.164977Z","end":"2026-04-03T02:30:04.238118Z","steps":["trace[2134637421] 'agreement among raft nodes before linearized reading' (duration: 1.072667229s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.238201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.164962Z","time spent":"1.073229781s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:30:04.239786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.964815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:30:04.239841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.597013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:30:04.239849Z","caller":"traceutil/trace.go:171","msg":"trace[1753666724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2726; }","duration":"180.059338ms","start":"2026-04-03T02:30:04.059774Z","end":"2026-04-03T02:30:04.239834Z","steps":["trace[1753666724] 'agreement among raft nodes before linearized reading' (duration: 179.904624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.239872Z","caller":"traceutil/trace.go:171","msg":"trace[1679683223] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2726; }","duration":"976.663205ms","start":"2026-04-03T02:30:03.2632Z","end":"2026-04-03T02:30:04.239864Z","steps":["trace[1679683223] 'agreement among raft nodes before linearized reading' (duration: 976.563572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.23983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.765521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T02:30:04.239928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.301777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:30:04.239936Z","caller":"traceutil/trace.go:171","msg":"trace[724430290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2726; }","duration":"179.892214ms","start":"2026-04-03T02:30:04.06002Z","end":"2026-04-03T02:30:04.239912Z","steps":["trace[724430290] 'agreement among raft nodes before linearized reading' (duration: 179.653438ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.239951Z","caller":"traceutil/trace.go:171","msg":"trace[82216701] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2726; }","duration":"430.362298ms","start":"2026-04-03T02:30:03.80958Z","end":"2026-04-03T02:30:04.239943Z","steps":["trace[82216701] 'agreement among raft nodes before linearized reading' (duration: 430.324708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.239978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.80956Z","time spent":"430.413619ms","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:30:04.240037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.505045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:30:04.240086Z","caller":"traceutil/trace.go:171","msg":"trace[2055937224] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2726; }","duration":"906.605137ms","start":"2026-04-03T02:30:03.333467Z","end":"2026-04-03T02:30:04.240072Z","steps":["trace[2055937224] 'agreement among raft nodes before linearized reading' (duration: 906.470054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.333423Z","time spent":"906.687499ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:30:04.240124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.394452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:30:04.239893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:03.263181Z","time spent":"976.707516ms","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T02:30:04.240136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.436984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:30:04.24034Z","caller":"traceutil/trace.go:171","msg":"trace[1912175977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2726; }","duration":"179.710059ms","start":"2026-04-03T02:30:04.060619Z","end":"2026-04-03T02:30:04.240329Z","steps":["trace[1912175977] 'agreement among raft nodes before linearized reading' (duration: 179.435773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.24018Z","caller":"traceutil/trace.go:171","msg":"trace[169203599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2726; }","duration":"179.492335ms","start":"2026-04-03T02:30:04.060672Z","end":"2026-04-03T02:30:04.240165Z","steps":["trace[169203599] 'agreement among raft nodes before linearized reading' (duration: 179.342191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:04.240506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.539151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:30:04.240579Z","caller":"traceutil/trace.go:171","msg":"trace[1973234824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2726; }","duration":"151.622803ms","start":"2026-04-03T02:30:04.08892Z","end":"2026-04-03T02:30:04.240542Z","steps":["trace[1973234824] 'agreement among raft nodes before linearized reading' (duration: 151.209564ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:04.240572Z","caller":"traceutil/trace.go:171","msg":"trace[1090640963] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"189.15689ms","start":"2026-04-03T02:30:04.051385Z","end":"2026-04-03T02:30:04.240542Z","steps":["trace[1090640963] 'process raft request' (duration: 188.150847ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:32.492876Z","caller":"traceutil/trace.go:171","msg":"trace[804692531] linearizableReadLoop","detail":"{readStateIndex:3018; appliedIndex:3017; }","duration":"118.271563ms","start":"2026-04-03T02:30:32.374579Z","end":"2026-04-03T02:30:32.49285Z","steps":["trace[804692531] 'read index received' (duration: 118.045588ms)","trace[804692531] 'applied index is now lower than readState.Index' (duration: 225.125µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:32.492988Z","caller":"traceutil/trace.go:171","msg":"trace[907203623] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"153.65762ms","start":"2026-04-03T02:30:32.339302Z","end":"2026-04-03T02:30:32.492959Z","steps":["trace[907203623] 'process raft request' (duration: 153.397594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:32.493852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.53617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:30:32.493993Z","caller":"traceutil/trace.go:171","msg":"trace[1883425594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2900; }","duration":"119.460682ms","start":"2026-04-03T02:30:32.374506Z","end":"2026-04-03T02:30:32.493967Z","steps":["trace[1883425594] 'agreement among raft nodes before linearized reading' (duration: 118.474738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.260657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.947686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:33.261039Z","caller":"traceutil/trace.go:171","msg":"trace[2081674534] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"762.374426ms","start":"2026-04-03T02:30:32.498641Z","end":"2026-04-03T02:30:33.261016Z","steps":["trace[2081674534] 'process raft request' (duration: 82.861846ms)","trace[2081674534] 'compare' (duration: 678.532996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:33.261233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.498618Z","time spent":"762.5207ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:33.343007Z","caller":"traceutil/trace.go:171","msg":"trace[1570529445] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"844.225329ms","start":"2026-04-03T02:30:32.498752Z","end":"2026-04-03T02:30:33.342977Z","steps":["trace[1570529445] 'process raft request' (duration: 844.142827ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:33.343052Z","caller":"traceutil/trace.go:171","msg":"trace[1095447386] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"844.29215ms","start":"2026-04-03T02:30:32.498737Z","end":"2026-04-03T02:30:33.343029Z","steps":["trace[1095447386] 'process raft request' (duration: 844.037664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.343194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.498722Z","time spent":"844.389953ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:33.343258Z","caller":"traceutil/trace.go:171","msg":"trace[1479799836] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"844.137516ms","start":"2026-04-03T02:30:32.499097Z","end":"2026-04-03T02:30:33.343235Z","steps":["trace[1479799836] 'process raft request' (duration: 843.838489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.343287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.498709Z","time spent":"844.507625ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:33.343309Z","caller":"traceutil/trace.go:171","msg":"trace[565634742] linearizableReadLoop","detail":"{readStateIndex:3024; appliedIndex:3018; }","duration":"828.754037ms","start":"2026-04-03T02:30:32.514531Z","end":"2026-04-03T02:30:33.343285Z","steps":["trace[565634742] 'read index received' (duration: 67.001096ms)","trace[565634742] 'applied index is now lower than readState.Index' (duration: 761.751861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:33.34335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.499085Z","time spent":"844.222157ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:33.343421Z","caller":"traceutil/trace.go:171","msg":"trace[442392477] transaction","detail":"{read_only:false; response_revision:2905; number_of_response:1; }","duration":"844.32475ms","start":"2026-04-03T02:30:32.499084Z","end":"2026-04-03T02:30:33.343409Z","steps":["trace[442392477] 'process raft request' (duration: 844.048483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.343444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.90961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:30:33.343438Z","caller":"traceutil/trace.go:171","msg":"trace[509208922] transaction","detail":"{read_only:false; response_revision:2906; number_of_response:1; }","duration":"843.754917ms","start":"2026-04-03T02:30:32.499646Z","end":"2026-04-03T02:30:33.343401Z","steps":["trace[509208922] 'process raft request' (duration: 843.591943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:33.343504Z","caller":"traceutil/trace.go:171","msg":"trace[495902614] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2906; }","duration":"829.004513ms","start":"2026-04-03T02:30:32.514489Z","end":"2026-04-03T02:30:33.343494Z","steps":["trace[495902614] 'agreement among raft nodes before linearized reading' (duration: 828.907701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.343528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.514475Z","time spent":"829.047683ms","remote":"127.0.0.1:51888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":26,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:30:33.343569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.499634Z","time spent":"843.8836ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:33.343575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.499058Z","time spent":"844.437643ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:33.59724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.860001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:33.597485Z","caller":"traceutil/trace.go:171","msg":"trace[1779111948] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"234.126312ms","start":"2026-04-03T02:30:33.36334Z","end":"2026-04-03T02:30:33.597466Z","steps":["trace[1779111948] 'process raft request' (duration: 234.03195ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:33.597668Z","caller":"traceutil/trace.go:171","msg":"trace[959053329] linearizableReadLoop","detail":"{readStateIndex:3025; appliedIndex:3024; }","duration":"254.259512ms","start":"2026-04-03T02:30:33.343375Z","end":"2026-04-03T02:30:33.597635Z","steps":["trace[959053329] 'read index received' (duration: 29.871928ms)","trace[959053329] 'applied index is now lower than readState.Index' (duration: 224.384474ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:33.597752Z","caller":"traceutil/trace.go:171","msg":"trace[1082513896] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"613.790573ms","start":"2026-04-03T02:30:32.983933Z","end":"2026-04-03T02:30:33.597724Z","steps":["trace[1082513896] 'process raft request' (duration: 389.305617ms)","trace[1082513896] 'compare' (duration: 223.731318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:33.597795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.976828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:30:33.597811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.000034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:30:33.597855Z","caller":"traceutil/trace.go:171","msg":"trace[75773552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2908; }","duration":"433.08375ms","start":"2026-04-03T02:30:33.164759Z","end":"2026-04-03T02:30:33.597843Z","steps":["trace[75773552] 'agreement among raft nodes before linearized reading' (duration: 432.984818ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:33.597869Z","caller":"traceutil/trace.go:171","msg":"trace[1816505387] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2908; }","duration":"334.087647ms","start":"2026-04-03T02:30:33.263765Z","end":"2026-04-03T02:30:33.597852Z","steps":["trace[1816505387] 'agreement among raft nodes before linearized reading' (duration: 333.872102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.597888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:33.164739Z","time spent":"433.141362ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:30:33.59788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044420456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:30:33.597893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.983907Z","time spent":"613.910386ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:33.597913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:33.263752Z","time spent":"334.150168ms","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-03T02:30:33.597929Z","caller":"traceutil/trace.go:171","msg":"trace[268004617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2908; }","duration":"1.044496008s","start":"2026-04-03T02:30:32.553419Z","end":"2026-04-03T02:30:33.597915Z","steps":["trace[268004617] 'agreement among raft nodes before linearized reading' (duration: 1.044372845s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.597946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.085115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:30:33.597996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.022111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:33.598028Z","caller":"traceutil/trace.go:171","msg":"trace[589391943] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2908; }","duration":"550.224848ms","start":"2026-04-03T02:30:33.047784Z","end":"2026-04-03T02:30:33.598009Z","steps":["trace[589391943] 'agreement among raft nodes before linearized reading' (duration: 549.987113ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:33.598039Z","caller":"traceutil/trace.go:171","msg":"trace[667087218] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2908; }","duration":"294.103933ms","start":"2026-04-03T02:30:33.303924Z","end":"2026-04-03T02:30:33.598027Z","steps":["trace[667087218] 'agreement among raft nodes before linearized reading' (duration: 294.031581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:33.598078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:33.047767Z","time spent":"550.30094ms","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:30:33.598074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.721392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:30:33.597974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:32.553408Z","time spent":"1.044551949s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:30:33.598183Z","caller":"traceutil/trace.go:171","msg":"trace[1271123733] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2908; }","duration":"242.885996ms","start":"2026-04-03T02:30:33.355274Z","end":"2026-04-03T02:30:33.59816Z","steps":["trace[1271123733] 'agreement among raft nodes before linearized reading' (duration: 242.692011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:39.360803Z","caller":"traceutil/trace.go:171","msg":"trace[1669577610] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"246.623643ms","start":"2026-04-03T02:30:39.114155Z","end":"2026-04-03T02:30:39.360778Z","steps":["trace[1669577610] 'process raft request' (duration: 246.086861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.402986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.086493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:40.403666Z","caller":"traceutil/trace.go:171","msg":"trace[585626285] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"934.727032ms","start":"2026-04-03T02:30:39.468894Z","end":"2026-04-03T02:30:40.403621Z","steps":["trace[585626285] 'process raft request' (duration: 143.926592ms)","trace[585626285] 'compare' (duration: 789.987681ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:40.403717Z","caller":"traceutil/trace.go:171","msg":"trace[679943947] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"933.564575ms","start":"2026-04-03T02:30:39.47011Z","end":"2026-04-03T02:30:40.403674Z","steps":["trace[679943947] 'process raft request' (duration: 933.445822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:40.403758Z","caller":"traceutil/trace.go:171","msg":"trace[8136517] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"769.646974ms","start":"2026-04-03T02:30:39.634094Z","end":"2026-04-03T02:30:40.403741Z","steps":["trace[8136517] 'process raft request' (duration: 769.610624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.40384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.634081Z","time spent":"769.719076ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:40.403873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.470099Z","time spent":"933.694599ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:40.403878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.468864Z","time spent":"934.904796ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:40.403946Z","caller":"traceutil/trace.go:171","msg":"trace[1077892869] linearizableReadLoop","detail":"{readStateIndex:3059; appliedIndex:3056; }","duration":"852.236075ms","start":"2026-04-03T02:30:39.551684Z","end":"2026-04-03T02:30:40.40392Z","steps":["trace[1077892869] 'read index received' (duration: 61.154099ms)","trace[1077892869] 'applied index is now lower than readState.Index' (duration: 791.080756ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:40.404016Z","caller":"traceutil/trace.go:171","msg":"trace[716312082] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"781.03781ms","start":"2026-04-03T02:30:39.622965Z","end":"2026-04-03T02:30:40.404003Z","steps":["trace[716312082] 'process raft request' (duration: 780.688562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.404068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.62294Z","time spent":"781.100382ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:40.404135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.457689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2b7e90368638d\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-04-03T02:30:40.404136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.309045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:40.404039Z","caller":"traceutil/trace.go:171","msg":"trace[855572210] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"883.962845ms","start":"2026-04-03T02:30:39.519992Z","end":"2026-04-03T02:30:40.403955Z","steps":["trace[855572210] 'process raft request' (duration: 883.623888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:40.404192Z","caller":"traceutil/trace.go:171","msg":"trace[963916280] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2942; }","duration":"620.418657ms","start":"2026-04-03T02:30:39.783759Z","end":"2026-04-03T02:30:40.404178Z","steps":["trace[963916280] 'agreement among raft nodes before linearized reading' (duration: 620.305905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.40423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.164219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:30:40.404242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.783737Z","time spent":"620.495079ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:30:40.404263Z","caller":"traceutil/trace.go:171","msg":"trace[1562122310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"239.231811ms","start":"2026-04-03T02:30:40.165024Z","end":"2026-04-03T02:30:40.404256Z","steps":["trace[1562122310] 'agreement among raft nodes before linearized reading' (duration: 239.188369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.404275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.184074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:40.404346Z","caller":"traceutil/trace.go:171","msg":"trace[50595419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"490.297657ms","start":"2026-04-03T02:30:39.914034Z","end":"2026-04-03T02:30:40.404331Z","steps":["trace[50595419] 'agreement among raft nodes before linearized reading' (duration: 490.182093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.404479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.914009Z","time spent":"490.456961ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:30:40.404179Z","caller":"traceutil/trace.go:171","msg":"trace[1079601227] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2b7e90368638d; range_end:; response_count:1; response_revision:2942; }","duration":"852.541171ms","start":"2026-04-03T02:30:39.551627Z","end":"2026-04-03T02:30:40.404168Z","steps":["trace[1079601227] 'agreement among raft nodes before linearized reading' (duration: 852.412728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:40.404709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.551607Z","time spent":"853.085595ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a2b7e90368638d\" "} {"level":"warn","ts":"2026-04-03T02:30:40.404846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:39.519974Z","time spent":"884.292915ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:41.259263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372394994,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:30:41.402992Z","caller":"traceutil/trace.go:171","msg":"trace[760972744] linearizableReadLoop","detail":"{readStateIndex:3064; appliedIndex:3061; }","duration":"644.225934ms","start":"2026-04-03T02:30:40.758747Z","end":"2026-04-03T02:30:41.402973Z","steps":["trace[760972744] 'read index received' (duration: 609.178006ms)","trace[760972744] 'applied index is now lower than readState.Index' (duration: 35.046898ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:41.403151Z","caller":"traceutil/trace.go:171","msg":"trace[176052087] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"867.07621ms","start":"2026-04-03T02:30:40.53604Z","end":"2026-04-03T02:30:41.403116Z","steps":["trace[176052087] 'process raft request' (duration: 866.844465ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:41.403107Z","caller":"traceutil/trace.go:171","msg":"trace[483233151] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"996.068456ms","start":"2026-04-03T02:30:40.406984Z","end":"2026-04-03T02:30:41.403052Z","steps":["trace[483233151] 'process raft request' (duration: 960.655098ms)","trace[483233151] 'compare' (duration: 35.110561ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:41.403215Z","caller":"traceutil/trace.go:171","msg":"trace[387580383] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"319.743992ms","start":"2026-04-03T02:30:41.083437Z","end":"2026-04-03T02:30:41.403181Z","steps":["trace[387580383] 'process raft request' (duration: 319.500816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:41.403283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.575402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:30:41.403319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:40.536012Z","time spent":"867.225684ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:30:41.403356Z","caller":"traceutil/trace.go:171","msg":"trace[1047228624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2945; }","duration":"237.687134ms","start":"2026-04-03T02:30:41.165646Z","end":"2026-04-03T02:30:41.403333Z","steps":["trace[1047228624] 'agreement among raft nodes before linearized reading' (duration: 237.555691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:41.403468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.704755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:30:41.403541Z","caller":"traceutil/trace.go:171","msg":"trace[1237635032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2945; }","duration":"644.826688ms","start":"2026-04-03T02:30:40.758702Z","end":"2026-04-03T02:30:41.403529Z","steps":["trace[1237635032] 'agreement among raft nodes before linearized reading' (duration: 644.4868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:41.403543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:40.406968Z","time spent":"996.365532ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:41.403648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:41.083409Z","time spent":"319.942986ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:41.403639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:40.758682Z","time spent":"644.94076ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:30:41.403515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.572925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T02:30:41.403908Z","caller":"traceutil/trace.go:171","msg":"trace[679544061] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2945; }","duration":"140.936362ms","start":"2026-04-03T02:30:41.262878Z","end":"2026-04-03T02:30:41.403814Z","steps":["trace[679544061] 'agreement among raft nodes before linearized reading' (duration: 140.432411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:41.717572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.270788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:41.717729Z","caller":"traceutil/trace.go:171","msg":"trace[1597929249] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3065; }","duration":"241.288658ms","start":"2026-04-03T02:30:41.476428Z","end":"2026-04-03T02:30:41.717717Z","steps":["trace[1597929249] 'read index received' (duration: 82.892098ms)","trace[1597929249] 'applied index is now lower than readState.Index' (duration: 158.39569ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:41.717717Z","caller":"traceutil/trace.go:171","msg":"trace[1227416013] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"245.507936ms","start":"2026-04-03T02:30:41.472189Z","end":"2026-04-03T02:30:41.717697Z","steps":["trace[1227416013] 'process raft request' (duration: 87.038684ms)","trace[1227416013] 'compare' (duration: 158.071013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:41.717892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.470082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:30:41.717921Z","caller":"traceutil/trace.go:171","msg":"trace[1429557290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2948; }","duration":"241.517594ms","start":"2026-04-03T02:30:41.476396Z","end":"2026-04-03T02:30:41.717913Z","steps":["trace[1429557290] 'agreement among raft nodes before linearized reading' (duration: 241.396311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:41.71784Z","caller":"traceutil/trace.go:171","msg":"trace[748693049] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"244.326189ms","start":"2026-04-03T02:30:41.473457Z","end":"2026-04-03T02:30:41.717784Z","steps":["trace[748693049] 'process raft request' (duration: 244.193796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:41.764712Z","caller":"traceutil/trace.go:171","msg":"trace[258016282] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"106.888918ms","start":"2026-04-03T02:30:41.657804Z","end":"2026-04-03T02:30:41.764693Z","steps":["trace[258016282] 'process raft request' (duration: 106.762115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:41.76478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.791301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:41.76483Z","caller":"traceutil/trace.go:171","msg":"trace[693738425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2949; }","duration":"274.883833ms","start":"2026-04-03T02:30:41.489933Z","end":"2026-04-03T02:30:41.764817Z","steps":["trace[693738425] 'agreement among raft nodes before linearized reading' (duration: 274.760831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:42.089546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.744691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:42.089823Z","caller":"traceutil/trace.go:171","msg":"trace[1260924668] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"367.445376ms","start":"2026-04-03T02:30:41.722346Z","end":"2026-04-03T02:30:42.089791Z","steps":["trace[1260924668] 'process raft request' (duration: 252.343437ms)","trace[1260924668] 'compare' (duration: 114.580907ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:42.089855Z","caller":"traceutil/trace.go:171","msg":"trace[131340263] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3068; }","duration":"321.554884ms","start":"2026-04-03T02:30:41.768279Z","end":"2026-04-03T02:30:42.089834Z","steps":["trace[131340263] 'read index received' (duration: 206.432234ms)","trace[131340263] 'applied index is now lower than readState.Index' (duration: 115.12009ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:42.089845Z","caller":"traceutil/trace.go:171","msg":"trace[1065823103] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"305.15518ms","start":"2026-04-03T02:30:41.784623Z","end":"2026-04-03T02:30:42.089778Z","steps":["trace[1065823103] 'process raft request' (duration: 305.024137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:42.090021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:41.784599Z","time spent":"305.368555ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:42.090089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:41.722325Z","time spent":"367.574769ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:30:42.09017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.627327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:30:42.090262Z","caller":"traceutil/trace.go:171","msg":"trace[1600239912] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:2951; }","duration":"301.74572ms","start":"2026-04-03T02:30:41.788485Z","end":"2026-04-03T02:30:42.090231Z","steps":["trace[1600239912] 'agreement among raft nodes before linearized reading' (duration: 301.526265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:42.090325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:41.788473Z","time spent":"301.831061ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"warn","ts":"2026-04-03T02:30:42.089951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.675686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:30:42.0905Z","caller":"traceutil/trace.go:171","msg":"trace[906625398] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2951; }","duration":"322.217648ms","start":"2026-04-03T02:30:41.768215Z","end":"2026-04-03T02:30:42.090432Z","steps":["trace[906625398] 'agreement among raft nodes before linearized reading' (duration: 321.684126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:42.09057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:41.768178Z","time spent":"322.374212ms","remote":"127.0.0.1:51984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T02:30:47.639012Z","caller":"traceutil/trace.go:171","msg":"trace[924971063] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"159.701042ms","start":"2026-04-03T02:30:47.47927Z","end":"2026-04-03T02:30:47.638971Z","steps":["trace[924971063] 'process raft request' (duration: 154.100371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:47.830364Z","caller":"traceutil/trace.go:171","msg":"trace[1020714553] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"102.918085ms","start":"2026-04-03T02:30:47.727426Z","end":"2026-04-03T02:30:47.830344Z","steps":["trace[1020714553] 'process raft request' (duration: 28.896245ms)","trace[1020714553] 'compare' (duration: 73.743893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:48.221167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.395683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:30:48.221255Z","caller":"traceutil/trace.go:171","msg":"trace[814948140] linearizableReadLoop","detail":"{readStateIndex:3102; appliedIndex:3101; }","duration":"106.205432ms","start":"2026-04-03T02:30:48.115038Z","end":"2026-04-03T02:30:48.221243Z","steps":["trace[814948140] 'read index received' (duration: 43.081µs)","trace[814948140] 'applied index is now lower than readState.Index' (duration: 106.161441ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:48.221319Z","caller":"traceutil/trace.go:171","msg":"trace[598608269] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"386.989803ms","start":"2026-04-03T02:30:47.834305Z","end":"2026-04-03T02:30:48.221295Z","steps":["trace[598608269] 'process raft request' (duration: 159.370924ms)","trace[598608269] 'compare' (duration: 227.319632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:30:48.221366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.331375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:30:48.221387Z","caller":"traceutil/trace.go:171","msg":"trace[1954432500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2981; }","duration":"106.391416ms","start":"2026-04-03T02:30:48.114988Z","end":"2026-04-03T02:30:48.221379Z","steps":["trace[1954432500] 'agreement among raft nodes before linearized reading' (duration: 106.311165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:30:48.221441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:30:47.834292Z","time spent":"387.084265ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:02.54832Z","caller":"traceutil/trace.go:171","msg":"trace[1384738458] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"149.12458ms","start":"2026-04-03T02:33:02.399165Z","end":"2026-04-03T02:33:02.54829Z","steps":["trace[1384738458] 'process raft request' (duration: 148.928685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:02.743697Z","caller":"traceutil/trace.go:171","msg":"trace[1710998887] linearizableReadLoop","detail":"{readStateIndex:4042; appliedIndex:4041; }","duration":"104.372922ms","start":"2026-04-03T02:33:02.6393Z","end":"2026-04-03T02:33:02.743673Z","steps":["trace[1710998887] 'read index received' (duration: 84.834605ms)","trace[1710998887] 'applied index is now lower than readState.Index' (duration: 19.537167ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:02.743761Z","caller":"traceutil/trace.go:171","msg":"trace[151341278] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"189.223416ms","start":"2026-04-03T02:33:02.554501Z","end":"2026-04-03T02:33:02.743724Z","steps":["trace[151341278] 'process raft request' (duration: 169.632288ms)","trace[151341278] 'compare' (duration: 19.421244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:02.743924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.613607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:33:02.743966Z","caller":"traceutil/trace.go:171","msg":"trace[1013173209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3886; }","duration":"104.72051ms","start":"2026-04-03T02:33:02.639236Z","end":"2026-04-03T02:33:02.743957Z","steps":["trace[1013173209] 'agreement among raft nodes before linearized reading' (duration: 104.533085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.491115Z","caller":"traceutil/trace.go:171","msg":"trace[888653716] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"107.945558ms","start":"2026-04-03T02:34:14.383139Z","end":"2026-04-03T02:34:14.491085Z","steps":["trace[888653716] 'process raft request' (duration: 107.713502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.368654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.28729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:16.3689Z","caller":"traceutil/trace.go:171","msg":"trace[715983594] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4889; }","duration":"178.835708ms","start":"2026-04-03T02:34:16.190041Z","end":"2026-04-03T02:34:16.368877Z","steps":["trace[715983594] 'read index received' (duration: 10.220499ms)","trace[715983594] 'applied index is now lower than readState.Index' (duration: 168.614149ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:16.369027Z","caller":"traceutil/trace.go:171","msg":"trace[796936530] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"191.805472ms","start":"2026-04-03T02:34:16.177201Z","end":"2026-04-03T02:34:16.369006Z","steps":["trace[796936530] 'process raft request' (duration: 23.074461ms)","trace[796936530] 'compare' (duration: 168.014664ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:16.369071Z","caller":"traceutil/trace.go:171","msg":"trace[1427809857] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"179.215747ms","start":"2026-04-03T02:34:16.189826Z","end":"2026-04-03T02:34:16.369042Z","steps":["trace[1427809857] 'process raft request' (duration: 178.972131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.369198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.132266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:16.369271Z","caller":"traceutil/trace.go:171","msg":"trace[347105404] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4702; }","duration":"179.246048ms","start":"2026-04-03T02:34:16.190007Z","end":"2026-04-03T02:34:16.369253Z","steps":["trace[347105404] 'agreement among raft nodes before linearized reading' (duration: 179.049713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.44479Z","caller":"traceutil/trace.go:171","msg":"trace[363955487] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"212.397164ms","start":"2026-04-03T02:34:16.232364Z","end":"2026-04-03T02:34:16.444761Z","steps":["trace[363955487] 'process raft request' (duration: 212.188759ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.44497Z","caller":"traceutil/trace.go:171","msg":"trace[1572349026] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"184.075411ms","start":"2026-04-03T02:34:16.260865Z","end":"2026-04-03T02:34:16.44494Z","steps":["trace[1572349026] 'process raft request' (duration: 183.831395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.445057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.671739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:16.445055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.244497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:16.445145Z","caller":"traceutil/trace.go:171","msg":"trace[100515582] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4704; }","duration":"247.800672ms","start":"2026-04-03T02:34:16.197299Z","end":"2026-04-03T02:34:16.445099Z","steps":["trace[100515582] 'agreement among raft nodes before linearized reading' (duration: 247.602788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.445225Z","caller":"traceutil/trace.go:171","msg":"trace[1618169079] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4704; }","duration":"106.477174ms","start":"2026-04-03T02:34:16.338719Z","end":"2026-04-03T02:34:16.445196Z","steps":["trace[1618169079] 'agreement among raft nodes before linearized reading' (duration: 106.244028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.77535Z","caller":"traceutil/trace.go:171","msg":"trace[673519594] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"401.055082ms","start":"2026-04-03T02:34:16.374263Z","end":"2026-04-03T02:34:16.775318Z","steps":["trace[673519594] 'process raft request' (duration: 400.9617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.775346Z","caller":"traceutil/trace.go:171","msg":"trace[416998178] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"401.113364ms","start":"2026-04-03T02:34:16.374192Z","end":"2026-04-03T02:34:16.775305Z","steps":["trace[416998178] 'process raft request' (duration: 394.185191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.775523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.374233Z","time spent":"401.213036ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3317,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:16.775691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.374167Z","time spent":"401.42024ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:16.788971Z","caller":"traceutil/trace.go:171","msg":"trace[1402644299] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"340.057614ms","start":"2026-04-03T02:34:16.448898Z","end":"2026-04-03T02:34:16.788956Z","steps":["trace[1402644299] 'process raft request' (duration: 339.88501ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:16.78893Z","caller":"traceutil/trace.go:171","msg":"trace[144650595] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4893; }","duration":"334.027462ms","start":"2026-04-03T02:34:16.454875Z","end":"2026-04-03T02:34:16.788902Z","steps":["trace[144650595] 'read index received' (duration: 313.517891ms)","trace[144650595] 'applied index is now lower than readState.Index' (duration: 20.508771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:16.789061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.448871Z","time spent":"340.135616ms","remote":"127.0.0.1:51888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:16.789299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.415961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2932"} {"level":"info","ts":"2026-04-03T02:34:16.78935Z","caller":"traceutil/trace.go:171","msg":"trace[1657168626] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4707; }","duration":"334.511743ms","start":"2026-04-03T02:34:16.454826Z","end":"2026-04-03T02:34:16.789338Z","steps":["trace[1657168626] 'agreement among raft nodes before linearized reading' (duration: 334.205486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:16.789376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:16.454808Z","time spent":"334.560925ms","remote":"127.0.0.1:60204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2955,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-04-03T02:34:16.79749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.573959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:34:16.797745Z","caller":"traceutil/trace.go:171","msg":"trace[395112890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4710; }","duration":"294.697642ms","start":"2026-04-03T02:34:16.502848Z","end":"2026-04-03T02:34:16.797546Z","steps":["trace[395112890] 'agreement among raft nodes before linearized reading' (duration: 294.471186ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:19.142636Z","caller":"traceutil/trace.go:171","msg":"trace[663589145] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"123.369679ms","start":"2026-04-03T02:34:19.019243Z","end":"2026-04-03T02:34:19.142612Z","steps":["trace[663589145] 'process raft request' (duration: 56.830501ms)","trace[663589145] 'compare' (duration: 66.247022ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:19.305556Z","caller":"traceutil/trace.go:171","msg":"trace[694779750] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4996; }","duration":"141.682077ms","start":"2026-04-03T02:34:19.163852Z","end":"2026-04-03T02:34:19.305535Z","steps":["trace[694779750] 'read index received' (duration: 70.8966ms)","trace[694779750] 'applied index is now lower than readState.Index' (duration: 70.784547ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:19.305623Z","caller":"traceutil/trace.go:171","msg":"trace[283742916] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"155.47265ms","start":"2026-04-03T02:34:19.150108Z","end":"2026-04-03T02:34:19.305581Z","steps":["trace[283742916] 'process raft request' (duration: 155.279966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:19.305711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.846981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:19.305751Z","caller":"traceutil/trace.go:171","msg":"trace[1443206612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"141.956524ms","start":"2026-04-03T02:34:19.163781Z","end":"2026-04-03T02:34:19.305738Z","steps":["trace[1443206612] 'agreement among raft nodes before linearized reading' (duration: 141.873152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:19.342033Z","caller":"traceutil/trace.go:171","msg":"trace[1240468407] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"105.641554ms","start":"2026-04-03T02:34:19.236349Z","end":"2026-04-03T02:34:19.341991Z","steps":["trace[1240468407] 'process raft request' (duration: 105.279766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:19.34227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.462794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-03T02:34:19.342337Z","caller":"traceutil/trace.go:171","msg":"trace[1449758290] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4807; }","duration":"156.579417ms","start":"2026-04-03T02:34:19.185738Z","end":"2026-04-03T02:34:19.342317Z","steps":["trace[1449758290] 'agreement among raft nodes before linearized reading' (duration: 156.343051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.792242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.15107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:21.792362Z","caller":"traceutil/trace.go:171","msg":"trace[1090204158] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4850; }","duration":"148.346264ms","start":"2026-04-03T02:34:21.643992Z","end":"2026-04-03T02:34:21.792338Z","steps":["trace[1090204158] 'count revisions from in-memory index tree' (duration: 148.064797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.792373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.942014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:34:21.792462Z","caller":"traceutil/trace.go:171","msg":"trace[800451904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4850; }","duration":"133.062836ms","start":"2026-04-03T02:34:21.659377Z","end":"2026-04-03T02:34:21.79244Z","steps":["trace[800451904] 'range keys from in-memory index tree' (duration: 132.805041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:21.79271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.023031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:34:21.792731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.301367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-04-03T02:34:21.792746Z","caller":"traceutil/trace.go:171","msg":"trace[1957582250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4850; }","duration":"126.073372ms","start":"2026-04-03T02:34:21.666666Z","end":"2026-04-03T02:34:21.792739Z","steps":["trace[1957582250] 'range keys from in-memory index tree' (duration: 125.95814ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:21.792768Z","caller":"traceutil/trace.go:171","msg":"trace[1583794183] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4850; }","duration":"155.391979ms","start":"2026-04-03T02:34:21.637365Z","end":"2026-04-03T02:34:21.792757Z","steps":["trace[1583794183] 'range keys from in-memory index tree' (duration: 155.072091ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:25.394946Z","caller":"traceutil/trace.go:171","msg":"trace[1544502249] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"127.828804ms","start":"2026-04-03T02:34:25.267083Z","end":"2026-04-03T02:34:25.394911Z","steps":["trace[1544502249] 'process raft request' (duration: 118.049144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.608904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372399994,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:34:26.621909Z","caller":"traceutil/trace.go:171","msg":"trace[587811423] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"513.584758ms","start":"2026-04-03T02:34:26.1083Z","end":"2026-04-03T02:34:26.621885Z","steps":["trace[587811423] 'process raft request' (duration: 513.397403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.622132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.108287Z","time spent":"513.69829ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:26.637964Z","caller":"traceutil/trace.go:171","msg":"trace[1091314835] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5142; }","duration":"529.546271ms","start":"2026-04-03T02:34:26.108406Z","end":"2026-04-03T02:34:26.637952Z","steps":["trace[1091314835] 'read index received' (duration: 513.355362ms)","trace[1091314835] 'applied index is now lower than readState.Index' (duration: 16.190009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:26.638097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.690014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:26.638082Z","caller":"traceutil/trace.go:171","msg":"trace[376952474] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"154.914599ms","start":"2026-04-03T02:34:26.48312Z","end":"2026-04-03T02:34:26.638035Z","steps":["trace[376952474] 'process raft request' (duration: 154.746505ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:26.638141Z","caller":"traceutil/trace.go:171","msg":"trace[1727409065] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4947; }","duration":"529.751856ms","start":"2026-04-03T02:34:26.108378Z","end":"2026-04-03T02:34:26.63813Z","steps":["trace[1727409065] 'agreement among raft nodes before linearized reading' (duration: 529.652134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.108369Z","time spent":"529.796277ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-03T02:34:26.638205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.088529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:26.638309Z","caller":"traceutil/trace.go:171","msg":"trace[1826948410] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4947; }","duration":"239.219993ms","start":"2026-04-03T02:34:26.399055Z","end":"2026-04-03T02:34:26.638275Z","steps":["trace[1826948410] 'agreement among raft nodes before linearized reading' (duration: 239.053419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.499793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:34:26.638381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.327235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n7ml5\" ","response":"range_response_count:1 size:9826"} {"level":"warn","ts":"2026-04-03T02:34:26.6384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.490743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:26.638435Z","caller":"traceutil/trace.go:171","msg":"trace[923878018] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n7ml5; range_end:; response_count:1; response_revision:4947; }","duration":"125.380576ms","start":"2026-04-03T02:34:26.51304Z","end":"2026-04-03T02:34:26.638421Z","steps":["trace[923878018] 'agreement among raft nodes before linearized reading' (duration: 125.233453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:26.638481Z","caller":"traceutil/trace.go:171","msg":"trace[1673077570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"474.597035ms","start":"2026-04-03T02:34:26.163863Z","end":"2026-04-03T02:34:26.63846Z","steps":["trace[1673077570] 'agreement among raft nodes before linearized reading' (duration: 474.458502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.163855Z","time spent":"474.646386ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:34:26.638502Z","caller":"traceutil/trace.go:171","msg":"trace[1156716892] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:4947; }","duration":"474.758888ms","start":"2026-04-03T02:34:26.163671Z","end":"2026-04-03T02:34:26.63843Z","steps":["trace[1156716892] 'agreement among raft nodes before linearized reading' (duration: 474.4024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.020978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-03T02:34:26.638651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.163649Z","time spent":"474.946793ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"info","ts":"2026-04-03T02:34:26.638705Z","caller":"traceutil/trace.go:171","msg":"trace[511472787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4947; }","duration":"467.216312ms","start":"2026-04-03T02:34:26.171461Z","end":"2026-04-03T02:34:26.638677Z","steps":["trace[511472787] 'agreement among raft nodes before linearized reading' (duration: 466.829623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.457331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-n7ml5.18a2b8237156ba7d\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-03T02:34:26.638437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.023351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:26.638784Z","caller":"traceutil/trace.go:171","msg":"trace[450761219] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-n7ml5.18a2b8237156ba7d; range_end:; response_count:1; response_revision:4947; }","duration":"123.542163ms","start":"2026-04-03T02:34:26.515232Z","end":"2026-04-03T02:34:26.638775Z","steps":["trace[450761219] 'agreement among raft nodes before linearized reading' (duration: 122.929849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.171437Z","time spent":"467.327864ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:34:26.638822Z","caller":"traceutil/trace.go:171","msg":"trace[1532158124] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4947; }","duration":"351.445081ms","start":"2026-04-03T02:34:26.287357Z","end":"2026-04-03T02:34:26.638802Z","steps":["trace[1532158124] 'agreement among raft nodes before linearized reading' (duration: 350.906218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:26.638874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:26.287336Z","time spent":"351.524392ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":82,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:29.911215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372400191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:34:30.076739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.16354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:30.077064Z","caller":"traceutil/trace.go:171","msg":"trace[875583814] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5269; }","duration":"666.922958ms","start":"2026-04-03T02:34:29.410121Z","end":"2026-04-03T02:34:30.077044Z","steps":["trace[875583814] 'read index received' (duration: 559.336869ms)","trace[875583814] 'applied index is now lower than readState.Index' (duration: 107.584859ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:30.077192Z","caller":"traceutil/trace.go:171","msg":"trace[908175593] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"665.891903ms","start":"2026-04-03T02:34:29.41129Z","end":"2026-04-03T02:34:30.077182Z","steps":["trace[908175593] 'process raft request' (duration: 665.700409ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.077173Z","caller":"traceutil/trace.go:171","msg":"trace[382335808] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"773.379891ms","start":"2026-04-03T02:34:29.303766Z","end":"2026-04-03T02:34:30.077146Z","steps":["trace[382335808] 'process raft request' (duration: 773.079864ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.077191Z","caller":"traceutil/trace.go:171","msg":"trace[487262737] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"669.813105ms","start":"2026-04-03T02:34:29.407342Z","end":"2026-04-03T02:34:30.077155Z","steps":["trace[487262737] 'process raft request' (duration: 669.59499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.077229Z","caller":"traceutil/trace.go:171","msg":"trace[1772230472] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"774.990108ms","start":"2026-04-03T02:34:29.302204Z","end":"2026-04-03T02:34:30.077194Z","steps":["trace[1772230472] 'process raft request' (duration: 667.284047ms)","trace[1772230472] 'compare' (duration: 106.821231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:30.077277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.411273Z","time spent":"665.954035ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:30.077287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.303757Z","time spent":"773.477503ms","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:30.077306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.407312Z","time spent":"669.935898ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:30.077333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.302175Z","time spent":"775.106581ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:30.077406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.144628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-03T02:34:30.077437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.390076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:34:30.077482Z","caller":"traceutil/trace.go:171","msg":"trace[61884060] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181; range_end:; response_count:1; response_revision:5072; }","duration":"654.287091ms","start":"2026-04-03T02:34:29.423176Z","end":"2026-04-03T02:34:30.077463Z","steps":["trace[61884060] 'agreement among raft nodes before linearized reading' (duration: 654.041696ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.077505Z","caller":"traceutil/trace.go:171","msg":"trace[1747444971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5072; }","duration":"242.513189ms","start":"2026-04-03T02:34:29.834977Z","end":"2026-04-03T02:34:30.07749Z","steps":["trace[1747444971] 'agreement among raft nodes before linearized reading' (duration: 242.289564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:30.07751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.657617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-03T02:34:30.07752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.423145Z","time spent":"654.367804ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181\" "} {"level":"warn","ts":"2026-04-03T02:34:30.077437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.361263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:30.077542Z","caller":"traceutil/trace.go:171","msg":"trace[1368262261] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181; range_end:; response_count:1; response_revision:5072; }","duration":"536.754789ms","start":"2026-04-03T02:34:29.540776Z","end":"2026-04-03T02:34:30.077531Z","steps":["trace[1368262261] 'agreement among raft nodes before linearized reading' (duration: 536.622166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:30.077547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.426999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:34:30.077555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.408302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:34:30.077572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.540735Z","time spent":"536.832811ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181\" "} {"level":"warn","ts":"2026-04-03T02:34:30.077518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.920389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:30.077579Z","caller":"traceutil/trace.go:171","msg":"trace[937507003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5072; }","duration":"667.487301ms","start":"2026-04-03T02:34:29.410082Z","end":"2026-04-03T02:34:30.077569Z","steps":["trace[937507003] 'agreement among raft nodes before linearized reading' (duration: 667.376678ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.077597Z","caller":"traceutil/trace.go:171","msg":"trace[2007083825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5072; }","duration":"232.699479ms","start":"2026-04-03T02:34:29.84488Z","end":"2026-04-03T02:34:30.07758Z","steps":["trace[2007083825] 'agreement among raft nodes before linearized reading' (duration: 232.560966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:30.077624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.410069Z","time spent":"667.548752ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:30.077604Z","caller":"traceutil/trace.go:171","msg":"trace[903086366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5072; }","duration":"165.526786ms","start":"2026-04-03T02:34:29.912043Z","end":"2026-04-03T02:34:30.07757Z","steps":["trace[903086366] 'agreement among raft nodes before linearized reading' (duration: 165.363412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.077636Z","caller":"traceutil/trace.go:171","msg":"trace[2090790794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5072; }","duration":"594.091843ms","start":"2026-04-03T02:34:29.483513Z","end":"2026-04-03T02:34:30.077605Z","steps":["trace[2090790794] 'agreement among raft nodes before linearized reading' (duration: 593.759775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:30.07771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.483496Z","time spent":"594.203355ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:30.077615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.445298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:34:30.077782Z","caller":"traceutil/trace.go:171","msg":"trace[757792403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"649.664524ms","start":"2026-04-03T02:34:29.428107Z","end":"2026-04-03T02:34:30.077771Z","steps":["trace[757792403] 'agreement among raft nodes before linearized reading' (duration: 649.269243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:30.077814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:29.428095Z","time spent":"649.710285ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:34:30.247987Z","caller":"traceutil/trace.go:171","msg":"trace[170397641] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"165.889744ms","start":"2026-04-03T02:34:30.082058Z","end":"2026-04-03T02:34:30.247948Z","steps":["trace[170397641] 'process raft request' (duration: 149.241624ms)","trace[170397641] 'compare' (duration: 16.413985ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:30.268232Z","caller":"traceutil/trace.go:171","msg":"trace[2099949590] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"185.109984ms","start":"2026-04-03T02:34:30.083103Z","end":"2026-04-03T02:34:30.268213Z","steps":["trace[2099949590] 'process raft request' (duration: 184.93038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.268656Z","caller":"traceutil/trace.go:171","msg":"trace[255551845] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"185.482784ms","start":"2026-04-03T02:34:30.083159Z","end":"2026-04-03T02:34:30.268642Z","steps":["trace[255551845] 'process raft request' (duration: 185.006852ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.268691Z","caller":"traceutil/trace.go:171","msg":"trace[815969489] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"185.242978ms","start":"2026-04-03T02:34:30.083413Z","end":"2026-04-03T02:34:30.268656Z","steps":["trace[815969489] 'process raft request' (duration: 184.962081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.269038Z","caller":"traceutil/trace.go:171","msg":"trace[180459325] linearizableReadLoop","detail":"{readStateIndex:5281; appliedIndex:5273; }","duration":"102.951361ms","start":"2026-04-03T02:34:30.166062Z","end":"2026-04-03T02:34:30.269013Z","steps":["trace[180459325] 'read index received' (duration: 65.209227ms)","trace[180459325] 'applied index is now lower than readState.Index' (duration: 37.741084ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:30.269078Z","caller":"traceutil/trace.go:171","msg":"trace[1416853000] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"184.422879ms","start":"2026-04-03T02:34:30.084627Z","end":"2026-04-03T02:34:30.26905Z","steps":["trace[1416853000] 'process raft request' (duration: 183.907977ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.26918Z","caller":"traceutil/trace.go:171","msg":"trace[374731511] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"181.638343ms","start":"2026-04-03T02:34:30.087525Z","end":"2026-04-03T02:34:30.269164Z","steps":["trace[374731511] 'process raft request' (duration: 181.322886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:30.269199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.137226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:30.269237Z","caller":"traceutil/trace.go:171","msg":"trace[1620111172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5080; }","duration":"103.245638ms","start":"2026-04-03T02:34:30.165981Z","end":"2026-04-03T02:34:30.269226Z","steps":["trace[1620111172] 'agreement among raft nodes before linearized reading' (duration: 103.150516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.269307Z","caller":"traceutil/trace.go:171","msg":"trace[1732702627] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"168.991957ms","start":"2026-04-03T02:34:30.100304Z","end":"2026-04-03T02:34:30.269296Z","steps":["trace[1732702627] 'process raft request' (duration: 168.611989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:30.269282Z","caller":"traceutil/trace.go:171","msg":"trace[110219616] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"182.982905ms","start":"2026-04-03T02:34:30.086257Z","end":"2026-04-03T02:34:30.26924Z","steps":["trace[110219616] 'process raft request' (duration: 182.492724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:32.800967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.61523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:32.801169Z","caller":"traceutil/trace.go:171","msg":"trace[1319941884] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"350.9904ms","start":"2026-04-03T02:34:32.450087Z","end":"2026-04-03T02:34:32.801077Z","steps":["trace[1319941884] 'process raft request' (duration: 132.169816ms)","trace[1319941884] 'compare' (duration: 218.388163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:32.801372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.45006Z","time spent":"351.167115ms","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:32.819174Z","caller":"traceutil/trace.go:171","msg":"trace[2082347256] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"369.042823ms","start":"2026-04-03T02:34:32.450108Z","end":"2026-04-03T02:34:32.819151Z","steps":["trace[2082347256] 'process raft request' (duration: 368.936961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:32.819498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.450098Z","time spent":"369.324499ms","remote":"127.0.0.1:51888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:32.952504Z","caller":"traceutil/trace.go:171","msg":"trace[1068521674] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"231.458731ms","start":"2026-04-03T02:34:32.720994Z","end":"2026-04-03T02:34:32.952453Z","steps":["trace[1068521674] 'process raft request' (duration: 209.971268ms)","trace[1068521674] 'compare' (duration: 21.154576ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:32.952639Z","caller":"traceutil/trace.go:171","msg":"trace[1114908351] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"218.62841ms","start":"2026-04-03T02:34:32.733898Z","end":"2026-04-03T02:34:32.952527Z","steps":["trace[1114908351] 'process raft request' (duration: 218.447926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:32.952713Z","caller":"traceutil/trace.go:171","msg":"trace[1532101432] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"144.442523ms","start":"2026-04-03T02:34:32.808218Z","end":"2026-04-03T02:34:32.952661Z","steps":["trace[1532101432] 'process raft request' (duration: 144.182927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:32.952804Z","caller":"traceutil/trace.go:171","msg":"trace[1647201201] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"117.868691ms","start":"2026-04-03T02:34:32.834908Z","end":"2026-04-03T02:34:32.952777Z","steps":["trace[1647201201] 'process raft request' (duration: 117.778299ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:32.952843Z","caller":"traceutil/trace.go:171","msg":"trace[1714834029] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5327; }","duration":"227.16338ms","start":"2026-04-03T02:34:32.725658Z","end":"2026-04-03T02:34:32.952821Z","steps":["trace[1714834029] 'read index received' (duration: 93.476359ms)","trace[1714834029] 'applied index is now lower than readState.Index' (duration: 133.684831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:32.952997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.314293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:32.953084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.292732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:34:32.953086Z","caller":"traceutil/trace.go:171","msg":"trace[1862106922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5127; }","duration":"227.410996ms","start":"2026-04-03T02:34:32.725634Z","end":"2026-04-03T02:34:32.953045Z","steps":["trace[1862106922] 'agreement among raft nodes before linearized reading' (duration: 227.282743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:32.953165Z","caller":"traceutil/trace.go:171","msg":"trace[1009521287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:5127; }","duration":"215.425425ms","start":"2026-04-03T02:34:32.737729Z","end":"2026-04-03T02:34:32.953154Z","steps":["trace[1009521287] 'agreement among raft nodes before linearized reading' (duration: 215.20897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:32.953329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.598021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-04-03T02:34:32.9534Z","caller":"traceutil/trace.go:171","msg":"trace[1633282995] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5127; }","duration":"119.698314ms","start":"2026-04-03T02:34:32.833681Z","end":"2026-04-03T02:34:32.953379Z","steps":["trace[1633282995] 'agreement among raft nodes before linearized reading' (duration: 119.52631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:32.953408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.748125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:34:32.953483Z","caller":"traceutil/trace.go:171","msg":"trace[21714566] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5127; }","duration":"119.900189ms","start":"2026-04-03T02:34:32.833568Z","end":"2026-04-03T02:34:32.953469Z","steps":["trace[21714566] 'agreement among raft nodes before linearized reading' (duration: 119.676293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:33.259144Z","caller":"traceutil/trace.go:171","msg":"trace[457863750] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"301.793068ms","start":"2026-04-03T02:34:32.957329Z","end":"2026-04-03T02:34:33.259123Z","steps":["trace[457863750] 'read index received' (duration: 285.63938ms)","trace[457863750] 'applied index is now lower than readState.Index' (duration: 16.152968ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:33.259175Z","caller":"traceutil/trace.go:171","msg":"trace[545881367] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"302.671648ms","start":"2026-04-03T02:34:32.956478Z","end":"2026-04-03T02:34:33.259149Z","steps":["trace[545881367] 'process raft request' (duration: 286.456618ms)","trace[545881367] 'compare' (duration: 16.097617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:33.259304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.956459Z","time spent":"302.776051ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:33.25937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.022384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fcf21cdc-76cc-41eb-9460-af551d458e49\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-03T02:34:33.259408Z","caller":"traceutil/trace.go:171","msg":"trace[495820076] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fcf21cdc-76cc-41eb-9460-af551d458e49; range_end:; response_count:1; response_revision:5128; }","duration":"302.109325ms","start":"2026-04-03T02:34:32.957288Z","end":"2026-04-03T02:34:33.259397Z","steps":["trace[495820076] 'agreement among raft nodes before linearized reading' (duration: 301.91377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:33.259435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.957272Z","time spent":"302.156986ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-fcf21cdc-76cc-41eb-9460-af551d458e49\" "} {"level":"info","ts":"2026-04-03T02:34:33.259853Z","caller":"traceutil/trace.go:171","msg":"trace[1971931889] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"302.339521ms","start":"2026-04-03T02:34:32.957496Z","end":"2026-04-03T02:34:33.259836Z","steps":["trace[1971931889] 'process raft request' (duration: 302.175297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:33.259909Z","caller":"traceutil/trace.go:171","msg":"trace[1727264536] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"302.126654ms","start":"2026-04-03T02:34:32.957769Z","end":"2026-04-03T02:34:33.259896Z","steps":["trace[1727264536] 'process raft request' (duration: 302.027122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:33.259973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.957451Z","time spent":"302.455503ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:34:33.260313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.259448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"warn","ts":"2026-04-03T02:34:33.260357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.851281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-04-03T02:34:33.260342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.327931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:34:33.260024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.957723Z","time spent":"302.237367ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:34:33.260414Z","caller":"traceutil/trace.go:171","msg":"trace[746868043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5132; }","duration":"267.424283ms","start":"2026-04-03T02:34:32.992972Z","end":"2026-04-03T02:34:33.260396Z","steps":["trace[746868043] 'agreement among raft nodes before linearized reading' (duration: 267.211698ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:33.2601Z","caller":"traceutil/trace.go:171","msg":"trace[181669245] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"301.083371ms","start":"2026-04-03T02:34:32.959005Z","end":"2026-04-03T02:34:33.260088Z","steps":["trace[181669245] 'process raft request' (duration: 300.830715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:33.260514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.765284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787690"} {"level":"info","ts":"2026-04-03T02:34:33.26055Z","caller":"traceutil/trace.go:171","msg":"trace[1804723847] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5132; }","duration":"119.817076ms","start":"2026-04-03T02:34:33.140723Z","end":"2026-04-03T02:34:33.26054Z","steps":["trace[1804723847] 'agreement among raft nodes before linearized reading' (duration: 119.404787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:33.260564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.958989Z","time spent":"301.538042ms","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3895,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:33.260154Z","caller":"traceutil/trace.go:171","msg":"trace[1574155210] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"293.622027ms","start":"2026-04-03T02:34:32.966505Z","end":"2026-04-03T02:34:33.260127Z","steps":["trace[1574155210] 'process raft request' (duration: 293.520153ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:33.260388Z","caller":"traceutil/trace.go:171","msg":"trace[1754579179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5132; }","duration":"302.354091ms","start":"2026-04-03T02:34:32.958017Z","end":"2026-04-03T02:34:33.260371Z","steps":["trace[1754579179] 'agreement among raft nodes before linearized reading' (duration: 302.104805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:33.260847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:32.958008Z","time spent":"302.828312ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62886,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:34:33.260394Z","caller":"traceutil/trace.go:171","msg":"trace[308338361] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b333e3cc-7e8d-4bde-a2a9-64804935b181; range_end:; response_count:1; response_revision:5132; }","duration":"164.943932ms","start":"2026-04-03T02:34:33.095439Z","end":"2026-04-03T02:34:33.260383Z","steps":["trace[308338361] 'agreement among raft nodes before linearized reading' (duration: 164.704797ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:41.502808Z","caller":"traceutil/trace.go:171","msg":"trace[758994054] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5502; }","duration":"186.624341ms","start":"2026-04-03T02:34:41.31616Z","end":"2026-04-03T02:34:41.502785Z","steps":["trace[758994054] 'read index received' (duration: 186.373335ms)","trace[758994054] 'applied index is now lower than readState.Index' (duration: 249.896µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:41.50286Z","caller":"traceutil/trace.go:171","msg":"trace[600493912] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"187.761817ms","start":"2026-04-03T02:34:41.315059Z","end":"2026-04-03T02:34:41.502821Z","steps":["trace[600493912] 'process raft request' (duration: 187.539592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:41.503154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.978319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70673"} {"level":"info","ts":"2026-04-03T02:34:41.503215Z","caller":"traceutil/trace.go:171","msg":"trace[642437475] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5296; }","duration":"187.079481ms","start":"2026-04-03T02:34:41.316123Z","end":"2026-04-03T02:34:41.503202Z","steps":["trace[642437475] 'agreement among raft nodes before linearized reading' (duration: 186.768714ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:41.958676Z","caller":"traceutil/trace.go:171","msg":"trace[575192023] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"121.725832ms","start":"2026-04-03T02:34:41.836918Z","end":"2026-04-03T02:34:41.958644Z","steps":["trace[575192023] 'process raft request' (duration: 115.446014ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:42.170547Z","caller":"traceutil/trace.go:171","msg":"trace[1885807335] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"130.515206ms","start":"2026-04-03T02:34:42.040002Z","end":"2026-04-03T02:34:42.170517Z","steps":["trace[1885807335] 'process raft request' (duration: 130.412373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:42.170551Z","caller":"traceutil/trace.go:171","msg":"trace[67723474] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"130.932047ms","start":"2026-04-03T02:34:42.039583Z","end":"2026-04-03T02:34:42.170515Z","steps":["trace[67723474] 'process raft request' (duration: 130.65717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:42.170748Z","caller":"traceutil/trace.go:171","msg":"trace[1951160018] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"130.562447ms","start":"2026-04-03T02:34:42.04015Z","end":"2026-04-03T02:34:42.170713Z","steps":["trace[1951160018] 'process raft request' (duration: 130.309631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.545733Z","caller":"traceutil/trace.go:171","msg":"trace[793390164] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5521; }","duration":"379.918656ms","start":"2026-04-03T02:34:43.16579Z","end":"2026-04-03T02:34:43.545709Z","steps":["trace[793390164] 'read index received' (duration: 379.697491ms)","trace[793390164] 'applied index is now lower than readState.Index' (duration: 219.975µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:43.545774Z","caller":"traceutil/trace.go:171","msg":"trace[735457708] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"475.525736ms","start":"2026-04-03T02:34:43.070218Z","end":"2026-04-03T02:34:43.545743Z","steps":["trace[735457708] 'process raft request' (duration: 475.349032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.545881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.080771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:43.545919Z","caller":"traceutil/trace.go:171","msg":"trace[798521570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5314; }","duration":"380.176844ms","start":"2026-04-03T02:34:43.16573Z","end":"2026-04-03T02:34:43.545907Z","steps":["trace[798521570] 'agreement among raft nodes before linearized reading' (duration: 380.103432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.545933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.070187Z","time spent":"475.655029ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:43.545959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:43.165705Z","time spent":"380.246655ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:34:43.737519Z","caller":"traceutil/trace.go:171","msg":"trace[1812240342] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5522; }","duration":"186.112219ms","start":"2026-04-03T02:34:43.551304Z","end":"2026-04-03T02:34:43.737416Z","steps":["trace[1812240342] 'read index received' (duration: 167.973674ms)","trace[1812240342] 'applied index is now lower than readState.Index' (duration: 18.136385ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:43.73765Z","caller":"traceutil/trace.go:171","msg":"trace[1741022592] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"187.541032ms","start":"2026-04-03T02:34:43.550074Z","end":"2026-04-03T02:34:43.737615Z","steps":["trace[1741022592] 'process raft request' (duration: 169.183821ms)","trace[1741022592] 'compare' (duration: 17.900669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:43.73791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.523801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:43.738018Z","caller":"traceutil/trace.go:171","msg":"trace[1691828683] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5315; }","duration":"166.723565ms","start":"2026-04-03T02:34:43.571277Z","end":"2026-04-03T02:34:43.738001Z","steps":["trace[1691828683] 'agreement among raft nodes before linearized reading' (duration: 166.467929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:43.738154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.825185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70908"} {"level":"info","ts":"2026-04-03T02:34:43.738254Z","caller":"traceutil/trace.go:171","msg":"trace[224845341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5315; }","duration":"186.971969ms","start":"2026-04-03T02:34:43.551258Z","end":"2026-04-03T02:34:43.73823Z","steps":["trace[224845341] 'agreement among raft nodes before linearized reading' (duration: 186.454627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:45.462459Z","caller":"traceutil/trace.go:171","msg":"trace[887875529] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"114.267545ms","start":"2026-04-03T02:34:45.348148Z","end":"2026-04-03T02:34:45.462416Z","steps":["trace[887875529] 'process raft request' (duration: 114.080161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:45.462484Z","caller":"traceutil/trace.go:171","msg":"trace[1281317059] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5340; }","duration":"100.006471ms","start":"2026-04-03T02:34:45.362452Z","end":"2026-04-03T02:34:45.462458Z","steps":["trace[1281317059] 'agreement among raft nodes before linearized reading' (duration: 99.9436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:46.633633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.790033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:46.633758Z","caller":"traceutil/trace.go:171","msg":"trace[1983679740] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5353; }","duration":"146.956376ms","start":"2026-04-03T02:34:46.486776Z","end":"2026-04-03T02:34:46.633732Z","steps":["trace[1983679740] 'count revisions from in-memory index tree' (duration: 146.66873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:47.3215Z","caller":"traceutil/trace.go:171","msg":"trace[2124724434] linearizableReadLoop","detail":"{readStateIndex:5564; appliedIndex:5563; }","duration":"155.104727ms","start":"2026-04-03T02:34:47.166367Z","end":"2026-04-03T02:34:47.321472Z","steps":["trace[2124724434] 'read index received' (duration: 154.873022ms)","trace[2124724434] 'applied index is now lower than readState.Index' (duration: 230.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:47.321554Z","caller":"traceutil/trace.go:171","msg":"trace[2142185437] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"218.651349ms","start":"2026-04-03T02:34:47.102866Z","end":"2026-04-03T02:34:47.321517Z","steps":["trace[2142185437] 'process raft request' (duration: 218.410233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.321658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.270231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:47.321691Z","caller":"traceutil/trace.go:171","msg":"trace[863033337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5355; }","duration":"155.357123ms","start":"2026-04-03T02:34:47.166323Z","end":"2026-04-03T02:34:47.32168Z","steps":["trace[863033337] 'agreement among raft nodes before linearized reading' (duration: 155.285722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:47.321902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.083333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:34:47.321988Z","caller":"traceutil/trace.go:171","msg":"trace[2079405661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5355; }","duration":"122.213497ms","start":"2026-04-03T02:34:47.199754Z","end":"2026-04-03T02:34:47.321967Z","steps":["trace[2079405661] 'agreement among raft nodes before linearized reading' (duration: 121.997012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.821885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.352927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:48.821973Z","caller":"traceutil/trace.go:171","msg":"trace[703697505] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5370; }","duration":"425.510971ms","start":"2026-04-03T02:34:48.396443Z","end":"2026-04-03T02:34:48.821954Z","steps":["trace[703697505] 'range keys from in-memory index tree' (duration: 425.216304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.396412Z","time spent":"425.597663ms","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T02:34:48.822028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.67633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:48.822126Z","caller":"traceutil/trace.go:171","msg":"trace[496284162] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5370; }","duration":"140.831864ms","start":"2026-04-03T02:34:48.681259Z","end":"2026-04-03T02:34:48.822091Z","steps":["trace[496284162] 'count revisions from in-memory index tree' (duration: 140.528507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.131933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:34:48.822525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.817959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:48.822572Z","caller":"traceutil/trace.go:171","msg":"trace[227636449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5370; }","duration":"376.257776ms","start":"2026-04-03T02:34:48.446294Z","end":"2026-04-03T02:34:48.822552Z","steps":["trace[227636449] 'range keys from in-memory index tree' (duration: 375.725583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.324611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:34:48.822609Z","caller":"traceutil/trace.go:171","msg":"trace[807798726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5370; }","duration":"373.956432ms","start":"2026-04-03T02:34:48.448637Z","end":"2026-04-03T02:34:48.822593Z","steps":["trace[807798726] 'range keys from in-memory index tree' (duration: 373.377809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.446281Z","time spent":"376.334558ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:34:48.822643Z","caller":"traceutil/trace.go:171","msg":"trace[261840778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5370; }","duration":"374.411692ms","start":"2026-04-03T02:34:48.448214Z","end":"2026-04-03T02:34:48.822626Z","steps":["trace[261840778] 'range keys from in-memory index tree' (duration: 373.85169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.448201Z","time spent":"374.476554ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:34:48.822697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.448613Z","time spent":"374.073195ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:48.82274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.245661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:34:48.822824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.840978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:34:48.822827Z","caller":"traceutil/trace.go:171","msg":"trace[1853647375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5370; }","duration":"375.363144ms","start":"2026-04-03T02:34:48.447443Z","end":"2026-04-03T02:34:48.822806Z","steps":["trace[1853647375] 'range keys from in-memory index tree' (duration: 374.612107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.447428Z","time spent":"375.438996ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:34:48.822866Z","caller":"traceutil/trace.go:171","msg":"trace[1523108177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5370; }","duration":"397.258649ms","start":"2026-04-03T02:34:48.425597Z","end":"2026-04-03T02:34:48.822855Z","steps":["trace[1523108177] 'range keys from in-memory index tree' (duration: 396.152332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:48.822915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:48.425565Z","time spent":"397.34415ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:51.143923Z","caller":"traceutil/trace.go:171","msg":"trace[293763264] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"268.463257ms","start":"2026-04-03T02:34:50.87543Z","end":"2026-04-03T02:34:51.143893Z","steps":["trace[293763264] 'process raft request' (duration: 268.290423ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:51.400605Z","caller":"traceutil/trace.go:171","msg":"trace[1049202525] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"524.333348ms","start":"2026-04-03T02:34:50.87624Z","end":"2026-04-03T02:34:51.400573Z","steps":["trace[1049202525] 'process raft request' (duration: 524.108653ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:51.400888Z","caller":"traceutil/trace.go:171","msg":"trace[1149074465] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"524.055352ms","start":"2026-04-03T02:34:50.876817Z","end":"2026-04-03T02:34:51.400873Z","steps":["trace[1149074465] 'process raft request' (duration: 523.704524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:51.400967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:50.876803Z","time spent":"524.128654ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:51.401011Z","caller":"traceutil/trace.go:171","msg":"trace[567121521] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"523.94744ms","start":"2026-04-03T02:34:50.877029Z","end":"2026-04-03T02:34:51.400976Z","steps":["trace[567121521] 'process raft request' (duration: 523.767696ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:51.401165Z","caller":"traceutil/trace.go:171","msg":"trace[1117964009] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5647; }","duration":"398.62642ms","start":"2026-04-03T02:34:51.002516Z","end":"2026-04-03T02:34:51.401142Z","steps":["trace[1117964009] 'read index received' (duration: 141.253143ms)","trace[1117964009] 'applied index is now lower than readState.Index' (duration: 257.372307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:51.401246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:50.877021Z","time spent":"524.121244ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:51.400819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:50.876217Z","time spent":"524.472861ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:51.401397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.861325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-03T02:34:51.401442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.112237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:51.401464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.55354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:51.401482Z","caller":"traceutil/trace.go:171","msg":"trace[587955986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d; range_end:; response_count:1; response_revision:5443; }","duration":"398.999278ms","start":"2026-04-03T02:34:51.002461Z","end":"2026-04-03T02:34:51.40146Z","steps":["trace[587955986] 'agreement among raft nodes before linearized reading' (duration: 398.747372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:51.401474Z","caller":"traceutil/trace.go:171","msg":"trace[1673032580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5443; }","duration":"236.182279ms","start":"2026-04-03T02:34:51.165282Z","end":"2026-04-03T02:34:51.401464Z","steps":["trace[1673032580] 'agreement among raft nodes before linearized reading' (duration: 236.139408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:51.401528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.002439Z","time spent":"399.08104ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" "} {"level":"info","ts":"2026-04-03T02:34:51.401529Z","caller":"traceutil/trace.go:171","msg":"trace[1967696664] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5443; }","duration":"112.666142ms","start":"2026-04-03T02:34:51.288844Z","end":"2026-04-03T02:34:51.40151Z","steps":["trace[1967696664] 'agreement among raft nodes before linearized reading' (duration: 112.56561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:51.401397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.434901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-03T02:34:51.401731Z","caller":"traceutil/trace.go:171","msg":"trace[610350031] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"524.108343ms","start":"2026-04-03T02:34:50.877463Z","end":"2026-04-03T02:34:51.401572Z","steps":["trace[610350031] 'process raft request' (duration: 523.443458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:51.401864Z","caller":"traceutil/trace.go:171","msg":"trace[1808269913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d; range_end:; response_count:1; response_revision:5443; }","duration":"371.672137ms","start":"2026-04-03T02:34:51.029912Z","end":"2026-04-03T02:34:51.401584Z","steps":["trace[1808269913] 'agreement among raft nodes before linearized reading' (duration: 371.351789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:51.401979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.029873Z","time spent":"372.080787ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" "} {"level":"warn","ts":"2026-04-03T02:34:51.40243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:50.877453Z","time spent":"524.466903ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:52.190587Z","caller":"traceutil/trace.go:171","msg":"trace[449464537] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"781.274535ms","start":"2026-04-03T02:34:51.409285Z","end":"2026-04-03T02:34:52.190559Z","steps":["trace[449464537] 'process raft request' (duration: 781.079591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:52.190868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.409256Z","time spent":"781.418499ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.187808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441528162s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T02:34:54.298271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551924731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:54.298531Z","caller":"traceutil/trace.go:171","msg":"trace[1374710236] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"2.081631438s","start":"2026-04-03T02:34:52.216881Z","end":"2026-04-03T02:34:54.298512Z","steps":["trace[1374710236] 'process raft request' (duration: 2.081592287s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.298596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.216852Z","time spent":"2.081712739s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.298802Z","caller":"traceutil/trace.go:171","msg":"trace[2051697348] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"2.724424394s","start":"2026-04-03T02:34:51.574366Z","end":"2026-04-03T02:34:54.29879Z","steps":["trace[2051697348] 'process raft request' (duration: 1.171867397s)","trace[2051697348] 'compare' (duration: 1.551602844s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:54.298859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.574333Z","time spent":"2.724495556s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.298996Z","caller":"traceutil/trace.go:171","msg":"trace[899892676] linearizableReadLoop","detail":"{readStateIndex:5654; appliedIndex:5652; }","duration":"2.532036172s","start":"2026-04-03T02:34:51.766949Z","end":"2026-04-03T02:34:54.298985Z","steps":["trace[899892676] 'read index received' (duration: 423.406421ms)","trace[899892676] 'applied index is now lower than readState.Index' (duration: 2.108625841s)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:54.299063Z","caller":"traceutil/trace.go:171","msg":"trace[145790561] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"2.085007307s","start":"2026-04-03T02:34:52.214018Z","end":"2026-04-03T02:34:54.299025Z","steps":["trace[145790561] 'process raft request' (duration: 2.084371861s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.213996Z","time spent":"2.085131249s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.29924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532296867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:34:54.299271Z","caller":"traceutil/trace.go:171","msg":"trace[194245889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5447; }","duration":"2.532369109s","start":"2026-04-03T02:34:51.766893Z","end":"2026-04-03T02:34:54.299262Z","steps":["trace[194245889] 'agreement among raft nodes before linearized reading' (duration: 2.532236096s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.766868Z","time spent":"2.53242384s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:54.299434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524441153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:34:54.299465Z","caller":"traceutil/trace.go:171","msg":"trace[1154143690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:5447; }","duration":"2.524493554s","start":"2026-04-03T02:34:51.774964Z","end":"2026-04-03T02:34:54.299458Z","steps":["trace[1154143690] 'agreement among raft nodes before linearized reading' (duration: 2.524410152s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.29949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.774953Z","time spent":"2.524531475s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"warn","ts":"2026-04-03T02:34:54.299678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892965672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-04-03T02:34:54.299695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268178363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:54.299714Z","caller":"traceutil/trace.go:171","msg":"trace[1194958046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d; range_end:; response_count:1; response_revision:5447; }","duration":"1.893043023s","start":"2026-04-03T02:34:52.40666Z","end":"2026-04-03T02:34:54.299703Z","steps":["trace[1194958046] 'agreement among raft nodes before linearized reading' (duration: 1.892957861s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847280909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:34:54.299743Z","caller":"traceutil/trace.go:171","msg":"trace[2019755149] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5447; }","duration":"2.268270345s","start":"2026-04-03T02:34:52.031458Z","end":"2026-04-03T02:34:54.299728Z","steps":["trace[2019755149] 'agreement among raft nodes before linearized reading' (duration: 2.268181303s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151793137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:34:54.299824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495049074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:34:54.299791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.672282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:34:54.299836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134448069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:54.299861Z","caller":"traceutil/trace.go:171","msg":"trace[1096569607] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:5447; }","duration":"2.495097605s","start":"2026-04-03T02:34:51.804756Z","end":"2026-04-03T02:34:54.299853Z","steps":["trace[1096569607] 'agreement among raft nodes before linearized reading' (duration: 2.495013023s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.299846Z","caller":"traceutil/trace.go:171","msg":"trace[1110797669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5447; }","duration":"1.151969821s","start":"2026-04-03T02:34:53.147849Z","end":"2026-04-03T02:34:54.299819Z","steps":["trace[1110797669] 'agreement among raft nodes before linearized reading' (duration: 1.151629743s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:51.804749Z","time spent":"2.495133307s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.70\" "} {"level":"info","ts":"2026-04-03T02:34:54.29989Z","caller":"traceutil/trace.go:171","msg":"trace[350640723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5447; }","duration":"1.134566542s","start":"2026-04-03T02:34:53.165309Z","end":"2026-04-03T02:34:54.299875Z","steps":["trace[350640723] 'agreement among raft nodes before linearized reading' (duration: 1.13447272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.031434Z","time spent":"2.268338546s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:54.299893Z","caller":"traceutil/trace.go:171","msg":"trace[682848773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5447; }","duration":"893.797825ms","start":"2026-04-03T02:34:53.406069Z","end":"2026-04-03T02:34:54.299866Z","steps":["trace[682848773] 'agreement among raft nodes before linearized reading' (duration: 893.554089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498021568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:34:54.299924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.150378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:54.299959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.918118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:34:54.299977Z","caller":"traceutil/trace.go:171","msg":"trace[1836220121] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5447; }","duration":"1.49813536s","start":"2026-04-03T02:34:52.801829Z","end":"2026-04-03T02:34:54.299964Z","steps":["trace[1836220121] 'agreement among raft nodes before linearized reading' (duration: 1.497984217s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.406052Z","time spent":"893.917748ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:54.300014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684073201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:54.300013Z","caller":"traceutil/trace.go:171","msg":"trace[761847918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5447; }","duration":"893.990039ms","start":"2026-04-03T02:34:53.406004Z","end":"2026-04-03T02:34:54.299994Z","steps":["trace[761847918] 'agreement among raft nodes before linearized reading' (duration: 893.869686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.30002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.80181Z","time spent":"1.498199572s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:54.300027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621672919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:54.299748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.406635Z","time spent":"1.893106495s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" "} {"level":"warn","ts":"2026-04-03T02:34:54.300147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817504752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2b829252dd17c\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-03T02:34:54.300174Z","caller":"traceutil/trace.go:171","msg":"trace[254876038] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2b829252dd17c; range_end:; response_count:1; response_revision:5447; }","duration":"1.817554533s","start":"2026-04-03T02:34:52.482612Z","end":"2026-04-03T02:34:54.300167Z","steps":["trace[254876038] 'agreement among raft nodes before linearized reading' (duration: 1.817458581s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.300194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.4826Z","time spent":"1.817589214s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2b829252dd17c\" "} {"level":"warn","ts":"2026-04-03T02:34:54.299818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.845106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:34:54.300284Z","caller":"traceutil/trace.go:171","msg":"trace[103044334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5447; }","duration":"894.359467ms","start":"2026-04-03T02:34:53.40591Z","end":"2026-04-03T02:34:54.30027Z","steps":["trace[103044334] 'agreement among raft nodes before linearized reading' (duration: 893.739733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.300329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.405897Z","time spent":"894.41778ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:34:54.299777Z","caller":"traceutil/trace.go:171","msg":"trace[252332105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5447; }","duration":"1.847409073s","start":"2026-04-03T02:34:52.452344Z","end":"2026-04-03T02:34:54.299753Z","steps":["trace[252332105] 'agreement among raft nodes before linearized reading' (duration: 1.847141016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.30015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198999809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:54.300677Z","caller":"traceutil/trace.go:171","msg":"trace[708610731] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5447; }","duration":"2.19988877s","start":"2026-04-03T02:34:52.100751Z","end":"2026-04-03T02:34:54.300639Z","steps":["trace[708610731] 'agreement among raft nodes before linearized reading' (duration: 2.198903357s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.299967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.165273Z","time spent":"1.134684255s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:54.300419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.452328Z","time spent":"1.848076349s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:34:54.299907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.147823Z","time spent":"1.152074583s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:54.300018Z","caller":"traceutil/trace.go:171","msg":"trace[1381646948] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5447; }","duration":"936.323053ms","start":"2026-04-03T02:34:53.363664Z","end":"2026-04-03T02:34:54.299987Z","steps":["trace[1381646948] 'agreement among raft nodes before linearized reading' (duration: 936.102008ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.300044Z","caller":"traceutil/trace.go:171","msg":"trace[1352128432] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5447; }","duration":"1.684153213s","start":"2026-04-03T02:34:52.615882Z","end":"2026-04-03T02:34:54.300035Z","steps":["trace[1352128432] 'agreement among raft nodes before linearized reading' (duration: 1.683999859s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.300037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.641158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T02:34:54.300054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.405988Z","time spent":"894.058371ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:34:54.300059Z","caller":"traceutil/trace.go:171","msg":"trace[175777929] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5447; }","duration":"1.62175058s","start":"2026-04-03T02:34:52.678298Z","end":"2026-04-03T02:34:54.300049Z","steps":["trace[175777929] 'agreement among raft nodes before linearized reading' (duration: 1.621695159s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.301948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.100732Z","time spent":"2.201193762s","remote":"127.0.0.1:52100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:34:54.303212Z","caller":"traceutil/trace.go:171","msg":"trace[199188430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5447; }","duration":"895.758481ms","start":"2026-04-03T02:34:53.407389Z","end":"2026-04-03T02:34:54.303147Z","steps":["trace[199188430] 'agreement among raft nodes before linearized reading' (duration: 892.576256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.303318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.407328Z","time spent":"895.954106ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:34:54.303397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.678278Z","time spent":"1.625092628s","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:54.303462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:52.615858Z","time spent":"1.6874324s","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:54.303228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:53.36364Z","time spent":"939.388144ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:54.587888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.608763ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T02:34:54.643766Z","caller":"traceutil/trace.go:171","msg":"trace[119284449] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"339.133825ms","start":"2026-04-03T02:34:54.304601Z","end":"2026-04-03T02:34:54.643735Z","steps":["trace[119284449] 'process raft request' (duration: 338.722775ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.644433Z","caller":"traceutil/trace.go:171","msg":"trace[39410758] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5656; }","duration":"339.823281ms","start":"2026-04-03T02:34:54.304595Z","end":"2026-04-03T02:34:54.644419Z","steps":["trace[39410758] 'read index received' (duration: 164.724473ms)","trace[39410758] 'applied index is now lower than readState.Index' (duration: 175.098148ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:54.644514Z","caller":"traceutil/trace.go:171","msg":"trace[1799955524] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"337.474336ms","start":"2026-04-03T02:34:54.30703Z","end":"2026-04-03T02:34:54.644504Z","steps":["trace[1799955524] 'process raft request' (duration: 337.22646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.644607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.30458Z","time spent":"339.867801ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.644726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.307021Z","time spent":"337.519147ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.643945Z","caller":"traceutil/trace.go:171","msg":"trace[1308381635] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"339.190326ms","start":"2026-04-03T02:34:54.304723Z","end":"2026-04-03T02:34:54.643913Z","steps":["trace[1308381635] 'process raft request' (duration: 338.906219ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:54.64395Z","caller":"traceutil/trace.go:171","msg":"trace[215131716] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"339.202866ms","start":"2026-04-03T02:34:54.304724Z","end":"2026-04-03T02:34:54.643927Z","steps":["trace[215131716] 'process raft request' (duration: 339.013152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.644896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.278751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:54.644991Z","caller":"traceutil/trace.go:171","msg":"trace[1703733887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5454; }","duration":"340.409374ms","start":"2026-04-03T02:34:54.304551Z","end":"2026-04-03T02:34:54.64496Z","steps":["trace[1703733887] 'agreement among raft nodes before linearized reading' (duration: 340.24615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.644997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.304699Z","time spent":"340.249171ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:54.644964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.304705Z","time spent":"340.133827ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.643521Z","caller":"traceutil/trace.go:171","msg":"trace[817272785] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"339.007171ms","start":"2026-04-03T02:34:54.304447Z","end":"2026-04-03T02:34:54.643455Z","steps":["trace[817272785] 'process raft request' (duration: 338.623973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.645049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.304537Z","time spent":"340.500916ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:34:54.645143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.304415Z","time spent":"340.66187ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.644205Z","caller":"traceutil/trace.go:171","msg":"trace[777596311] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"338.009698ms","start":"2026-04-03T02:34:54.306182Z","end":"2026-04-03T02:34:54.644192Z","steps":["trace[777596311] 'process raft request' (duration: 337.66252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.645269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.306162Z","time spent":"339.067373ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.64431Z","caller":"traceutil/trace.go:171","msg":"trace[950140452] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"337.340062ms","start":"2026-04-03T02:34:54.306959Z","end":"2026-04-03T02:34:54.644299Z","steps":["trace[950140452] 'process raft request' (duration: 337.179638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.645434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.306953Z","time spent":"338.437527ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:54.730352Z","caller":"traceutil/trace.go:171","msg":"trace[1459140853] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"141.382767ms","start":"2026-04-03T02:34:54.588939Z","end":"2026-04-03T02:34:54.730322Z","steps":["trace[1459140853] 'process raft request' (duration: 140.210909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.730524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.605044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:34:54.730595Z","caller":"traceutil/trace.go:171","msg":"trace[1676311345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5455; }","duration":"188.731588ms","start":"2026-04-03T02:34:54.541846Z","end":"2026-04-03T02:34:54.730577Z","steps":["trace[1676311345] 'agreement among raft nodes before linearized reading' (duration: 188.546934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.730597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.156483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80089"} {"level":"info","ts":"2026-04-03T02:34:54.730644Z","caller":"traceutil/trace.go:171","msg":"trace[2136001061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5455; }","duration":"425.238595ms","start":"2026-04-03T02:34:54.305393Z","end":"2026-04-03T02:34:54.730631Z","steps":["trace[2136001061] 'agreement among raft nodes before linearized reading' (duration: 424.931998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.730647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.401585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:34:54.730762Z","caller":"traceutil/trace.go:171","msg":"trace[1220730518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5455; }","duration":"424.60264ms","start":"2026-04-03T02:34:54.306134Z","end":"2026-04-03T02:34:54.730737Z","steps":["trace[1220730518] 'agreement among raft nodes before linearized reading' (duration: 424.255982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:54.73069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.305376Z","time spent":"425.301456ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80112,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:34:54.730816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:54.306103Z","time spent":"424.701992ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:34:56.172796Z","caller":"traceutil/trace.go:171","msg":"trace[1116988419] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"108.079735ms","start":"2026-04-03T02:34:56.064678Z","end":"2026-04-03T02:34:56.172758Z","steps":["trace[1116988419] 'process raft request' (duration: 20.375277ms)","trace[1116988419] 'compare' (duration: 87.436241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:56.173183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.119759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-04-03T02:34:56.173285Z","caller":"traceutil/trace.go:171","msg":"trace[858152797] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5486; }","duration":"100.414715ms","start":"2026-04-03T02:34:56.07285Z","end":"2026-04-03T02:34:56.173265Z","steps":["trace[858152797] 'agreement among raft nodes before linearized reading' (duration: 100.031376ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:58.109195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2659} {"level":"info","ts":"2026-04-03T02:34:58.194204Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2659,"took":"83.500019ms","hash":1765541033,"current-db-size-bytes":55922688,"current-db-size":"56 MB","current-db-size-in-use-bytes":31293440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T02:34:58.194269Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1765541033,"revision":2659,"compact-revision":-1} {"level":"info","ts":"2026-04-03T02:35:03.676413Z","caller":"traceutil/trace.go:171","msg":"trace[161876708] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5833; }","duration":"495.357799ms","start":"2026-04-03T02:35:03.181033Z","end":"2026-04-03T02:35:03.676391Z","steps":["trace[161876708] 'read index received' (duration: 495.203245ms)","trace[161876708] 'applied index is now lower than readState.Index' (duration: 153.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:03.676494Z","caller":"traceutil/trace.go:171","msg":"trace[1153842376] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"524.147944ms","start":"2026-04-03T02:35:03.152318Z","end":"2026-04-03T02:35:03.676466Z","steps":["trace[1153842376] 'process raft request' (duration: 523.943249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:03.676564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.520953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:35:03.676596Z","caller":"traceutil/trace.go:171","msg":"trace[1232953866] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5617; }","duration":"495.592175ms","start":"2026-04-03T02:35:03.180994Z","end":"2026-04-03T02:35:03.676586Z","steps":["trace[1232953866] 'agreement among raft nodes before linearized reading' (duration: 495.473482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:03.676627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.180981Z","time spent":"495.639375ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T02:35:03.676646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:03.1523Z","time spent":"524.260897ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17215,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:07.933655Z","caller":"traceutil/trace.go:171","msg":"trace[1050251832] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"477.08001ms","start":"2026-04-03T02:35:07.45655Z","end":"2026-04-03T02:35:07.93363Z","steps":["trace[1050251832] 'read index received' (duration: 476.844605ms)","trace[1050251832] 'applied index is now lower than readState.Index' (duration: 234.525µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:07.933896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.301105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:35:07.933994Z","caller":"traceutil/trace.go:171","msg":"trace[539287430] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5653; }","duration":"477.478299ms","start":"2026-04-03T02:35:07.456503Z","end":"2026-04-03T02:35:07.933982Z","steps":["trace[539287430] 'agreement among raft nodes before linearized reading' (duration: 477.307126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.934083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:07.456488Z","time spent":"477.575372ms","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:35:07.934155Z","caller":"traceutil/trace.go:171","msg":"trace[197203777] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"495.913943ms","start":"2026-04-03T02:35:07.438201Z","end":"2026-04-03T02:35:07.934115Z","steps":["trace[197203777] 'process raft request' (duration: 495.264828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:07.934347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:07.438173Z","time spent":"496.073576ms","remote":"127.0.0.1:51972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:08.154848Z","caller":"traceutil/trace.go:171","msg":"trace[2128746806] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"579.507603ms","start":"2026-04-03T02:35:07.575309Z","end":"2026-04-03T02:35:08.154816Z","steps":["trace[2128746806] 'process raft request' (duration: 569.611061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:08.155139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:07.575276Z","time spent":"579.666076ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:08.47467Z","caller":"traceutil/trace.go:171","msg":"trace[1697921911] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"264.74172ms","start":"2026-04-03T02:35:08.20989Z","end":"2026-04-03T02:35:08.474632Z","steps":["trace[1697921911] 'process raft request' (duration: 264.593586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.474969Z","caller":"traceutil/trace.go:171","msg":"trace[1043859444] linearizableReadLoop","detail":"{readStateIndex:5872; appliedIndex:5872; }","duration":"215.661348ms","start":"2026-04-03T02:35:08.259289Z","end":"2026-04-03T02:35:08.47495Z","steps":["trace[1043859444] 'read index received' (duration: 215.652248ms)","trace[1043859444] 'applied index is now lower than readState.Index' (duration: 6.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:08.475142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.842433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T02:35:08.475184Z","caller":"traceutil/trace.go:171","msg":"trace[740362521] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5655; }","duration":"215.933285ms","start":"2026-04-03T02:35:08.25924Z","end":"2026-04-03T02:35:08.475173Z","steps":["trace[740362521] 'agreement among raft nodes before linearized reading' (duration: 215.770001ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.499762Z","caller":"traceutil/trace.go:171","msg":"trace[1136434131] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"151.287098ms","start":"2026-04-03T02:35:08.348431Z","end":"2026-04-03T02:35:08.499718Z","steps":["trace[1136434131] 'process raft request' (duration: 151.181696ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.499769Z","caller":"traceutil/trace.go:171","msg":"trace[169234346] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"152.956368ms","start":"2026-04-03T02:35:08.346785Z","end":"2026-04-03T02:35:08.499741Z","steps":["trace[169234346] 'process raft request' (duration: 152.686151ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.50011Z","caller":"traceutil/trace.go:171","msg":"trace[789312859] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"151.455402ms","start":"2026-04-03T02:35:08.348617Z","end":"2026-04-03T02:35:08.500072Z","steps":["trace[789312859] 'process raft request' (duration: 151.057703ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.601285Z","caller":"traceutil/trace.go:171","msg":"trace[1665888378] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"119.212245ms","start":"2026-04-03T02:35:08.482043Z","end":"2026-04-03T02:35:08.601256Z","steps":["trace[1665888378] 'process raft request' (duration: 70.690168ms)","trace[1665888378] 'compare' (duration: 48.282612ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:08.601581Z","caller":"traceutil/trace.go:171","msg":"trace[1658680018] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"119.352889ms","start":"2026-04-03T02:35:08.482191Z","end":"2026-04-03T02:35:08.601544Z","steps":["trace[1658680018] 'process raft request' (duration: 118.992051ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.60162Z","caller":"traceutil/trace.go:171","msg":"trace[2064865409] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"119.317908ms","start":"2026-04-03T02:35:08.482273Z","end":"2026-04-03T02:35:08.601591Z","steps":["trace[2064865409] 'process raft request' (duration: 119.160334ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.601907Z","caller":"traceutil/trace.go:171","msg":"trace[1966702143] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"119.512322ms","start":"2026-04-03T02:35:08.48238Z","end":"2026-04-03T02:35:08.601893Z","steps":["trace[1966702143] 'process raft request' (duration: 119.170674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.826977Z","caller":"traceutil/trace.go:171","msg":"trace[1862903119] linearizableReadLoop","detail":"{readStateIndex:5880; appliedIndex:5879; }","duration":"116.039062ms","start":"2026-04-03T02:35:08.710917Z","end":"2026-04-03T02:35:08.826956Z","steps":["trace[1862903119] 'read index received' (duration: 111.090846ms)","trace[1862903119] 'applied index is now lower than readState.Index' (duration: 4.947326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:08.826934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.302786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:35:08.827136Z","caller":"traceutil/trace.go:171","msg":"trace[1077596756] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"121.270396ms","start":"2026-04-03T02:35:08.705853Z","end":"2026-04-03T02:35:08.827123Z","steps":["trace[1077596756] 'process raft request' (duration: 116.111875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:08.827174Z","caller":"traceutil/trace.go:171","msg":"trace[1647773556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5662; }","duration":"121.525421ms","start":"2026-04-03T02:35:08.705562Z","end":"2026-04-03T02:35:08.827087Z","steps":["trace[1647773556] 'range keys from in-memory index tree' (duration: 121.143633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:08.827494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.452822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:35:08.82759Z","caller":"traceutil/trace.go:171","msg":"trace[1131035495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5663; }","duration":"116.619266ms","start":"2026-04-03T02:35:08.71095Z","end":"2026-04-03T02:35:08.82757Z","steps":["trace[1131035495] 'agreement among raft nodes before linearized reading' (duration: 116.280508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:08.827636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.695228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:35:08.827703Z","caller":"traceutil/trace.go:171","msg":"trace[1370207841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5663; }","duration":"116.820021ms","start":"2026-04-03T02:35:08.710865Z","end":"2026-04-03T02:35:08.827685Z","steps":["trace[1370207841] 'agreement among raft nodes before linearized reading' (duration: 116.588955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:08.827742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.694303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:35:08.827851Z","caller":"traceutil/trace.go:171","msg":"trace[1664673967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5663; }","duration":"115.841907ms","start":"2026-04-03T02:35:08.711984Z","end":"2026-04-03T02:35:08.827826Z","steps":["trace[1664673967] 'agreement among raft nodes before linearized reading' (duration: 115.571311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:08.827658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.903562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:35:08.828012Z","caller":"traceutil/trace.go:171","msg":"trace[234961250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5663; }","duration":"114.449844ms","start":"2026-04-03T02:35:08.713521Z","end":"2026-04-03T02:35:08.82797Z","steps":["trace[234961250] 'agreement among raft nodes before linearized reading' (duration: 113.767279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:09.330459Z","caller":"traceutil/trace.go:171","msg":"trace[577775944] linearizableReadLoop","detail":"{readStateIndex:5887; appliedIndex:5886; }","duration":"108.148966ms","start":"2026-04-03T02:35:09.222252Z","end":"2026-04-03T02:35:09.330401Z","steps":["trace[577775944] 'read index received' (duration: 107.976042ms)","trace[577775944] 'applied index is now lower than readState.Index' (duration: 171.764µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:09.330624Z","caller":"traceutil/trace.go:171","msg":"trace[773853044] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"108.942194ms","start":"2026-04-03T02:35:09.221635Z","end":"2026-04-03T02:35:09.330577Z","steps":["trace[773853044] 'process raft request' (duration: 108.556145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:09.330912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.618798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f677ff00-9260-4d97-b2d8-336592d2760d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T02:35:09.331024Z","caller":"traceutil/trace.go:171","msg":"trace[1904083097] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f677ff00-9260-4d97-b2d8-336592d2760d; range_end:; response_count:1; response_revision:5670; }","duration":"108.804482ms","start":"2026-04-03T02:35:09.222202Z","end":"2026-04-03T02:35:09.331006Z","steps":["trace[1904083097] 'agreement among raft nodes before linearized reading' (duration: 108.467734ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:09.713158Z","caller":"traceutil/trace.go:171","msg":"trace[1455490594] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5892; }","duration":"178.138499ms","start":"2026-04-03T02:35:09.534959Z","end":"2026-04-03T02:35:09.713097Z","steps":["trace[1455490594] 'read index received' (duration: 137.66529ms)","trace[1455490594] 'applied index is now lower than readState.Index' (duration: 40.472199ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:09.713532Z","caller":"traceutil/trace.go:171","msg":"trace[981611102] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"289.224004ms","start":"2026-04-03T02:35:09.424289Z","end":"2026-04-03T02:35:09.713513Z","steps":["trace[981611102] 'process raft request' (duration: 248.379277ms)","trace[981611102] 'compare' (duration: 40.319025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:09.713351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.361954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:35:09.71383Z","caller":"traceutil/trace.go:171","msg":"trace[17473999] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5676; }","duration":"178.864945ms","start":"2026-04-03T02:35:09.534951Z","end":"2026-04-03T02:35:09.713816Z","steps":["trace[17473999] 'agreement among raft nodes before linearized reading' (duration: 178.280722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:09.893612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.852746ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:35:09.893714Z","caller":"traceutil/trace.go:171","msg":"trace[364632800] linearizableReadLoop","detail":"{readStateIndex:5894; appliedIndex:5893; }","duration":"134.067784ms","start":"2026-04-03T02:35:09.759628Z","end":"2026-04-03T02:35:09.893696Z","steps":["trace[364632800] 'read index received' (duration: 1.084336ms)","trace[364632800] 'applied index is now lower than readState.Index' (duration: 132.981748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:35:09.894063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.132192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:35:09.894133Z","caller":"traceutil/trace.go:171","msg":"trace[1726406356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5676; }","duration":"124.254575ms","start":"2026-04-03T02:35:09.76986Z","end":"2026-04-03T02:35:09.894115Z","steps":["trace[1726406356] 'agreement among raft nodes before linearized reading' (duration: 124.05091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:09.894135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.350671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-03T02:35:09.894215Z","caller":"traceutil/trace.go:171","msg":"trace[1470380068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5676; }","duration":"134.641318ms","start":"2026-04-03T02:35:09.75956Z","end":"2026-04-03T02:35:09.894202Z","steps":["trace[1470380068] 'agreement among raft nodes before linearized reading' (duration: 134.225478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:28.57576Z","caller":"traceutil/trace.go:171","msg":"trace[465593944] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"188.667465ms","start":"2026-04-03T02:35:28.387068Z","end":"2026-04-03T02:35:28.575735Z","steps":["trace[465593944] 'process raft request' (duration: 89.585441ms)","trace[465593944] 'compare' (duration: 98.954211ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:28.577053Z","caller":"traceutil/trace.go:171","msg":"trace[984423955] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"189.618318ms","start":"2026-04-03T02:35:28.387404Z","end":"2026-04-03T02:35:28.577023Z","steps":["trace[984423955] 'process raft request' (duration: 189.466945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:28.577061Z","caller":"traceutil/trace.go:171","msg":"trace[197535101] linearizableReadLoop","detail":"{readStateIndex:6009; appliedIndex:6006; }","duration":"186.815582ms","start":"2026-04-03T02:35:28.390232Z","end":"2026-04-03T02:35:28.577048Z","steps":["trace[197535101] 'read index received' (duration: 86.468868ms)","trace[197535101] 'applied index is now lower than readState.Index' (duration: 100.345654ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:28.577221Z","caller":"traceutil/trace.go:171","msg":"trace[294818145] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"188.834529ms","start":"2026-04-03T02:35:28.388364Z","end":"2026-04-03T02:35:28.577199Z","steps":["trace[294818145] 'process raft request' (duration: 188.578434ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:28.577338Z","caller":"traceutil/trace.go:171","msg":"trace[1738204937] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"182.583602ms","start":"2026-04-03T02:35:28.39473Z","end":"2026-04-03T02:35:28.577313Z","steps":["trace[1738204937] 'process raft request' (duration: 182.265315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:28.577687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.053177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T02:35:28.577809Z","caller":"traceutil/trace.go:171","msg":"trace[1528603015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5788; }","duration":"187.59134ms","start":"2026-04-03T02:35:28.39018Z","end":"2026-04-03T02:35:28.577771Z","steps":["trace[1528603015] 'agreement among raft nodes before linearized reading' (duration: 186.964355ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:42.567422Z","caller":"traceutil/trace.go:171","msg":"trace[297645763] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"191.620364ms","start":"2026-04-03T02:35:42.375747Z","end":"2026-04-03T02:35:42.567367Z","steps":["trace[297645763] 'process raft request' (duration: 191.455331ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:50.797554Z","caller":"traceutil/trace.go:171","msg":"trace[499446071] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"116.903033ms","start":"2026-04-03T02:35:50.680602Z","end":"2026-04-03T02:35:50.797505Z","steps":["trace[499446071] 'process raft request' (duration: 93.646797ms)","trace[499446071] 'compare' (duration: 22.838466ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:50.797681Z","caller":"traceutil/trace.go:171","msg":"trace[234460915] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"114.610699ms","start":"2026-04-03T02:35:50.682982Z","end":"2026-04-03T02:35:50.797592Z","steps":["trace[234460915] 'process raft request' (duration: 114.404504ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:50.797579Z","caller":"traceutil/trace.go:171","msg":"trace[702179020] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"114.350422ms","start":"2026-04-03T02:35:50.683196Z","end":"2026-04-03T02:35:50.797547Z","steps":["trace[702179020] 'process raft request' (duration: 114.289901ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:51.26426Z","caller":"traceutil/trace.go:171","msg":"trace[359723923] linearizableReadLoop","detail":"{readStateIndex:6245; appliedIndex:6244; }","duration":"209.405651ms","start":"2026-04-03T02:35:51.05482Z","end":"2026-04-03T02:35:51.264226Z","steps":["trace[359723923] 'read index received' (duration: 209.248477ms)","trace[359723923] 'applied index is now lower than readState.Index' (duration: 155.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:51.26431Z","caller":"traceutil/trace.go:171","msg":"trace[78022914] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"211.567502ms","start":"2026-04-03T02:35:51.052704Z","end":"2026-04-03T02:35:51.264271Z","steps":["trace[78022914] 'process raft request' (duration: 211.365227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.264509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.679088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:35:51.264603Z","caller":"traceutil/trace.go:171","msg":"trace[1480496476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:6017; }","duration":"209.7847ms","start":"2026-04-03T02:35:51.054804Z","end":"2026-04-03T02:35:51.264589Z","steps":["trace[1480496476] 'agreement among raft nodes before linearized reading' (duration: 209.583925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.264666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.734288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:35:51.264743Z","caller":"traceutil/trace.go:171","msg":"trace[927391144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6017; }","duration":"191.851391ms","start":"2026-04-03T02:35:51.072876Z","end":"2026-04-03T02:35:51.264727Z","steps":["trace[927391144] 'agreement among raft nodes before linearized reading' (duration: 191.631076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.264723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.241205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:35:51.264837Z","caller":"traceutil/trace.go:171","msg":"trace[1406612666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6017; }","duration":"208.42064ms","start":"2026-04-03T02:35:51.056392Z","end":"2026-04-03T02:35:51.264812Z","steps":["trace[1406612666] 'agreement among raft nodes before linearized reading' (duration: 208.057241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.264882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.969056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T02:35:51.264985Z","caller":"traceutil/trace.go:171","msg":"trace[1143225425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6017; }","duration":"196.10636ms","start":"2026-04-03T02:35:51.068855Z","end":"2026-04-03T02:35:51.264961Z","steps":["trace[1143225425] 'agreement among raft nodes before linearized reading' (duration: 195.828574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.264995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.147265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:35:51.265052Z","caller":"traceutil/trace.go:171","msg":"trace[1370668425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6017; }","duration":"203.248538ms","start":"2026-04-03T02:35:51.061789Z","end":"2026-04-03T02:35:51.265038Z","steps":["trace[1370668425] 'agreement among raft nodes before linearized reading' (duration: 203.067544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.266408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.816648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:35:51.266504Z","caller":"traceutil/trace.go:171","msg":"trace[1391183787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6017; }","duration":"192.007363ms","start":"2026-04-03T02:35:51.074473Z","end":"2026-04-03T02:35:51.266481Z","steps":["trace[1391183787] 'agreement among raft nodes before linearized reading' (duration: 190.348025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:51.679174Z","caller":"traceutil/trace.go:171","msg":"trace[989817188] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"408.788578ms","start":"2026-04-03T02:35:51.270353Z","end":"2026-04-03T02:35:51.679142Z","steps":["trace[989817188] 'process raft request' (duration: 383.036773ms)","trace[989817188] 'compare' (duration: 25.246093ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:51.679223Z","caller":"traceutil/trace.go:171","msg":"trace[1202759947] linearizableReadLoop","detail":"{readStateIndex:6247; appliedIndex:6245; }","duration":"408.753647ms","start":"2026-04-03T02:35:51.270441Z","end":"2026-04-03T02:35:51.679194Z","steps":["trace[1202759947] 'read index received' (duration: 66.308814ms)","trace[1202759947] 'applied index is now lower than readState.Index' (duration: 342.443533ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:35:51.679384Z","caller":"traceutil/trace.go:171","msg":"trace[1234929540] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"408.709717ms","start":"2026-04-03T02:35:51.270627Z","end":"2026-04-03T02:35:51.679337Z","steps":["trace[1234929540] 'process raft request' (duration: 408.378708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:35:51.679502Z","caller":"traceutil/trace.go:171","msg":"trace[350902938] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"408.827699ms","start":"2026-04-03T02:35:51.270657Z","end":"2026-04-03T02:35:51.679484Z","steps":["trace[350902938] 'process raft request' (duration: 408.43106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.679542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:51.270614Z","time spent":"408.8469ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:51.679563Z","caller":"traceutil/trace.go:171","msg":"trace[1329022253] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"408.364708ms","start":"2026-04-03T02:35:51.271164Z","end":"2026-04-03T02:35:51.679529Z","steps":["trace[1329022253] 'process raft request' (duration: 407.977019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.679609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:51.270386Z","time spent":"409.156256ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:51.679624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.222459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101653"} {"level":"info","ts":"2026-04-03T02:35:51.679684Z","caller":"traceutil/trace.go:171","msg":"trace[1314480594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6022; }","duration":"409.339061ms","start":"2026-04-03T02:35:51.270329Z","end":"2026-04-03T02:35:51.679668Z","steps":["trace[1314480594] 'agreement among raft nodes before linearized reading' (duration: 408.972633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:51.679731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:51.271146Z","time spent":"408.507812ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:35:51.679731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:51.270312Z","time spent":"409.405552ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101676,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:35:51.679747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:51.270323Z","time spent":"408.931232ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:53.235489Z","caller":"traceutil/trace.go:171","msg":"trace[1397518407] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"432.380062ms","start":"2026-04-03T02:35:52.80272Z","end":"2026-04-03T02:35:53.2351Z","steps":["trace[1397518407] 'process raft request' (duration: 431.800199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.23565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.802693Z","time spent":"432.881263ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:35:53.235806Z","caller":"traceutil/trace.go:171","msg":"trace[187165935] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"431.88375ms","start":"2026-04-03T02:35:52.803875Z","end":"2026-04-03T02:35:53.235759Z","steps":["trace[187165935] 'process raft request' (duration: 431.697756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:35:53.235991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:35:52.803848Z","time spent":"432.043353ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:05.401189Z","caller":"traceutil/trace.go:171","msg":"trace[767046444] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"128.72383ms","start":"2026-04-03T02:36:05.272439Z","end":"2026-04-03T02:36:05.401162Z","steps":["trace[767046444] 'process raft request' (duration: 128.511045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:05.41105Z","caller":"traceutil/trace.go:171","msg":"trace[1530319066] linearizableReadLoop","detail":"{readStateIndex:6354; appliedIndex:6352; }","duration":"114.717001ms","start":"2026-04-03T02:36:05.296307Z","end":"2026-04-03T02:36:05.411024Z","steps":["trace[1530319066] 'read index received' (duration: 104.670396ms)","trace[1530319066] 'applied index is now lower than readState.Index' (duration: 10.045445ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:05.411097Z","caller":"traceutil/trace.go:171","msg":"trace[166961168] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"135.454067ms","start":"2026-04-03T02:36:05.275617Z","end":"2026-04-03T02:36:05.411071Z","steps":["trace[166961168] 'process raft request' (duration: 135.261263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:05.411291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.861334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:05.411372Z","caller":"traceutil/trace.go:171","msg":"trace[343776673] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6123; }","duration":"115.03498ms","start":"2026-04-03T02:36:05.296321Z","end":"2026-04-03T02:36:05.411356Z","steps":["trace[343776673] 'agreement among raft nodes before linearized reading' (duration: 114.881665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:05.411457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.127591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:05.411629Z","caller":"traceutil/trace.go:171","msg":"trace[585401076] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6123; }","duration":"115.311456ms","start":"2026-04-03T02:36:05.296258Z","end":"2026-04-03T02:36:05.411569Z","steps":["trace[585401076] 'agreement among raft nodes before linearized reading' (duration: 114.928476ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.27814Z","caller":"traceutil/trace.go:171","msg":"trace[409025296] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"242.845996ms","start":"2026-04-03T02:36:18.035265Z","end":"2026-04-03T02:36:18.278111Z","steps":["trace[409025296] 'process raft request' (duration: 241.621697ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.589607Z","caller":"traceutil/trace.go:171","msg":"trace[693832791] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"217.042281ms","start":"2026-04-03T02:36:18.372522Z","end":"2026-04-03T02:36:18.589564Z","steps":["trace[693832791] 'process raft request' (duration: 215.706869ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.743317Z","caller":"traceutil/trace.go:171","msg":"trace[715382835] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"147.976721ms","start":"2026-04-03T02:36:18.595307Z","end":"2026-04-03T02:36:18.743284Z","steps":["trace[715382835] 'process raft request' (duration: 147.641632ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.743436Z","caller":"traceutil/trace.go:171","msg":"trace[848279038] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"143.888875ms","start":"2026-04-03T02:36:18.599494Z","end":"2026-04-03T02:36:18.743383Z","steps":["trace[848279038] 'process raft request' (duration: 143.634109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:18.841882Z","caller":"traceutil/trace.go:171","msg":"trace[890064902] linearizableReadLoop","detail":"{readStateIndex:6469; appliedIndex:6467; }","duration":"181.394775ms","start":"2026-04-03T02:36:18.660464Z","end":"2026-04-03T02:36:18.841858Z","steps":["trace[890064902] 'read index received' (duration: 82.69416ms)","trace[890064902] 'applied index is now lower than readState.Index' (duration: 98.699595ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:18.841928Z","caller":"traceutil/trace.go:171","msg":"trace[1546335547] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"182.994023ms","start":"2026-04-03T02:36:18.658906Z","end":"2026-04-03T02:36:18.8419Z","steps":["trace[1546335547] 'process raft request' (duration: 180.942825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:18.842103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.62955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-lm8pz\" ","response":"range_response_count:1 size:8552"} {"level":"info","ts":"2026-04-03T02:36:18.842142Z","caller":"traceutil/trace.go:171","msg":"trace[1638639202] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-lm8pz; range_end:; response_count:1; response_revision:6235; }","duration":"181.727912ms","start":"2026-04-03T02:36:18.660405Z","end":"2026-04-03T02:36:18.842133Z","steps":["trace[1638639202] 'agreement among raft nodes before linearized reading' (duration: 181.543418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:36.051091Z","caller":"traceutil/trace.go:171","msg":"trace[186929249] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"180.284038ms","start":"2026-04-03T02:36:35.870763Z","end":"2026-04-03T02:36:36.051048Z","steps":["trace[186929249] 'process raft request' (duration: 179.740016ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:39.044307Z","caller":"traceutil/trace.go:171","msg":"trace[1900462301] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"111.205178ms","start":"2026-04-03T02:36:38.933077Z","end":"2026-04-03T02:36:39.044282Z","steps":["trace[1900462301] 'process raft request' (duration: 97.447625ms)","trace[1900462301] 'compare' (duration: 13.556348ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:41.029589Z","caller":"traceutil/trace.go:171","msg":"trace[754865758] transaction","detail":"{read_only:false; response_revision:6414; number_of_response:1; }","duration":"109.527119ms","start":"2026-04-03T02:36:40.920035Z","end":"2026-04-03T02:36:41.029562Z","steps":["trace[754865758] 'process raft request' (duration: 109.373645ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:41.629915Z","caller":"traceutil/trace.go:171","msg":"trace[1166040938] transaction","detail":"{read_only:false; response_revision:6417; number_of_response:1; }","duration":"101.294706ms","start":"2026-04-03T02:36:41.52859Z","end":"2026-04-03T02:36:41.629884Z","steps":["trace[1166040938] 'process raft request' (duration: 101.109431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:41.798396Z","caller":"traceutil/trace.go:171","msg":"trace[2070958369] transaction","detail":"{read_only:false; response_revision:6418; number_of_response:1; }","duration":"164.769154ms","start":"2026-04-03T02:36:41.633583Z","end":"2026-04-03T02:36:41.798353Z","steps":["trace[2070958369] 'process raft request' (duration: 92.95619ms)","trace[2070958369] 'compare' (duration: 71.561948ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:42.014058Z","caller":"traceutil/trace.go:171","msg":"trace[882466593] linearizableReadLoop","detail":"{readStateIndex:6658; appliedIndex:6657; }","duration":"201.512436ms","start":"2026-04-03T02:36:41.812517Z","end":"2026-04-03T02:36:42.014029Z","steps":["trace[882466593] 'read index received' (duration: 187.083498ms)","trace[882466593] 'applied index is now lower than readState.Index' (duration: 14.427608ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:42.014116Z","caller":"traceutil/trace.go:171","msg":"trace[882639740] transaction","detail":"{read_only:false; response_revision:6419; number_of_response:1; }","duration":"211.857339ms","start":"2026-04-03T02:36:41.802221Z","end":"2026-04-03T02:36:42.014079Z","steps":["trace[882639740] 'process raft request' (duration: 197.424151ms)","trace[882639740] 'compare' (duration: 14.07852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:42.014272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.734412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:36:42.014332Z","caller":"traceutil/trace.go:171","msg":"trace[210869380] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:6419; }","duration":"201.837445ms","start":"2026-04-03T02:36:41.81248Z","end":"2026-04-03T02:36:42.014317Z","steps":["trace[210869380] 'agreement among raft nodes before linearized reading' (duration: 201.674271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:42.014354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.075294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:36:42.014401Z","caller":"traceutil/trace.go:171","msg":"trace[1265242920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6419; }","duration":"177.170266ms","start":"2026-04-03T02:36:41.837219Z","end":"2026-04-03T02:36:42.01439Z","steps":["trace[1265242920] 'agreement among raft nodes before linearized reading' (duration: 176.966242ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:42.739241Z","caller":"traceutil/trace.go:171","msg":"trace[1518916260] transaction","detail":"{read_only:false; response_revision:6425; number_of_response:1; }","duration":"105.646888ms","start":"2026-04-03T02:36:42.63357Z","end":"2026-04-03T02:36:42.739217Z","steps":["trace[1518916260] 'process raft request' (duration: 105.456163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:43.266008Z","caller":"traceutil/trace.go:171","msg":"trace[1645685529] linearizableReadLoop","detail":"{readStateIndex:6666; appliedIndex:6665; }","duration":"101.384047ms","start":"2026-04-03T02:36:43.164597Z","end":"2026-04-03T02:36:43.265981Z","steps":["trace[1645685529] 'read index received' (duration: 101.190413ms)","trace[1645685529] 'applied index is now lower than readState.Index' (duration: 192.914µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:43.266134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.527321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:43.266166Z","caller":"traceutil/trace.go:171","msg":"trace[693180052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6426; }","duration":"101.608392ms","start":"2026-04-03T02:36:43.164547Z","end":"2026-04-03T02:36:43.266155Z","steps":["trace[693180052] 'agreement among raft nodes before linearized reading' (duration: 101.542851ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:43.266257Z","caller":"traceutil/trace.go:171","msg":"trace[163020588] transaction","detail":"{read_only:false; response_revision:6426; number_of_response:1; }","duration":"177.82268ms","start":"2026-04-03T02:36:43.088406Z","end":"2026-04-03T02:36:43.266229Z","steps":["trace[163020588] 'process raft request' (duration: 177.438291ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.282116Z","caller":"traceutil/trace.go:171","msg":"trace[1843969915] linearizableReadLoop","detail":"{readStateIndex:6670; appliedIndex:6669; }","duration":"180.225277ms","start":"2026-04-03T02:36:44.101871Z","end":"2026-04-03T02:36:44.282097Z","steps":["trace[1843969915] 'read index received' (duration: 180.122394ms)","trace[1843969915] 'applied index is now lower than readState.Index' (duration: 101.973µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:44.282181Z","caller":"traceutil/trace.go:171","msg":"trace[657500653] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"243.479611ms","start":"2026-04-03T02:36:44.038667Z","end":"2026-04-03T02:36:44.282146Z","steps":["trace[657500653] 'process raft request' (duration: 243.312477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.282312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.439422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-03T02:36:44.282342Z","caller":"traceutil/trace.go:171","msg":"trace[633694252] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6430; }","duration":"180.527734ms","start":"2026-04-03T02:36:44.101805Z","end":"2026-04-03T02:36:44.282333Z","steps":["trace[633694252] 'agreement among raft nodes before linearized reading' (duration: 180.407181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.282418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.839467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:44.282482Z","caller":"traceutil/trace.go:171","msg":"trace[1957137347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6430; }","duration":"115.943119ms","start":"2026-04-03T02:36:44.16652Z","end":"2026-04-03T02:36:44.282463Z","steps":["trace[1957137347] 'agreement among raft nodes before linearized reading' (duration: 115.834857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.282645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.281425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:36:44.282695Z","caller":"traceutil/trace.go:171","msg":"trace[833978820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:6430; }","duration":"173.386117ms","start":"2026-04-03T02:36:44.109296Z","end":"2026-04-03T02:36:44.282682Z","steps":["trace[833978820] 'agreement among raft nodes before linearized reading' (duration: 172.963588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.459271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.011121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:44.459383Z","caller":"traceutil/trace.go:171","msg":"trace[1840454477] linearizableReadLoop","detail":"{readStateIndex:6671; appliedIndex:6670; }","duration":"172.215309ms","start":"2026-04-03T02:36:44.28715Z","end":"2026-04-03T02:36:44.459365Z","steps":["trace[1840454477] 'read index received' (duration: 52.946432ms)","trace[1840454477] 'applied index is now lower than readState.Index' (duration: 119.267886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:44.459568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.6475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:36:44.459601Z","caller":"traceutil/trace.go:171","msg":"trace[928241586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6431; }","duration":"155.703782ms","start":"2026-04-03T02:36:44.303888Z","end":"2026-04-03T02:36:44.459592Z","steps":["trace[928241586] 'agreement among raft nodes before linearized reading' (duration: 155.575019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.459629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.65735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:36:44.459676Z","caller":"traceutil/trace.go:171","msg":"trace[535106107] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"173.227203ms","start":"2026-04-03T02:36:44.286401Z","end":"2026-04-03T02:36:44.459628Z","steps":["trace[535106107] 'process raft request' (duration: 53.765681ms)","trace[535106107] 'compare' (duration: 118.875978ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:44.459718Z","caller":"traceutil/trace.go:171","msg":"trace[505648186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6431; }","duration":"155.768453ms","start":"2026-04-03T02:36:44.30393Z","end":"2026-04-03T02:36:44.459698Z","steps":["trace[505648186] 'agreement among raft nodes before linearized reading' (duration: 155.547648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.459722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.543178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:36:44.459834Z","caller":"traceutil/trace.go:171","msg":"trace[254579003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6431; }","duration":"155.686292ms","start":"2026-04-03T02:36:44.304119Z","end":"2026-04-03T02:36:44.459806Z","steps":["trace[254579003] 'agreement among raft nodes before linearized reading' (duration: 155.367673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:44.459825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.64855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142058"} {"level":"info","ts":"2026-04-03T02:36:44.459934Z","caller":"traceutil/trace.go:171","msg":"trace[1535126109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6431; }","duration":"172.788413ms","start":"2026-04-03T02:36:44.287122Z","end":"2026-04-03T02:36:44.459911Z","steps":["trace[1535126109] 'agreement among raft nodes before linearized reading' (duration: 172.335202ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:44.647445Z","caller":"traceutil/trace.go:171","msg":"trace[1655613408] transaction","detail":"{read_only:false; response_revision:6433; number_of_response:1; }","duration":"183.681948ms","start":"2026-04-03T02:36:44.463733Z","end":"2026-04-03T02:36:44.647415Z","steps":["trace[1655613408] 'process raft request' (duration: 97.069366ms)","trace[1655613408] 'compare' (duration: 86.328115ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:44.647499Z","caller":"traceutil/trace.go:171","msg":"trace[1816062140] transaction","detail":"{read_only:false; response_revision:6434; number_of_response:1; }","duration":"183.036553ms","start":"2026-04-03T02:36:44.464439Z","end":"2026-04-03T02:36:44.647476Z","steps":["trace[1816062140] 'process raft request' (duration: 182.907109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.18806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.821913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:48.188156Z","caller":"traceutil/trace.go:171","msg":"trace[813154934] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6444; }","duration":"774.973877ms","start":"2026-04-03T02:36:47.413161Z","end":"2026-04-03T02:36:48.188135Z","steps":["trace[813154934] 'range keys from in-memory index tree' (duration: 774.694461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.188197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.413139Z","time spent":"775.048989ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:36:48.188409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.117269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:36:48.188543Z","caller":"traceutil/trace.go:171","msg":"trace[1551112074] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"517.9737ms","start":"2026-04-03T02:36:47.670544Z","end":"2026-04-03T02:36:48.188518Z","steps":["trace[1551112074] 'process raft request' (duration: 278.648015ms)","trace[1551112074] 'compare' (duration: 238.782121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:48.188639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.670515Z","time spent":"518.078962ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:48.189293Z","caller":"traceutil/trace.go:171","msg":"trace[1454800913] linearizableReadLoop","detail":"{readStateIndex:6687; appliedIndex:6686; }","duration":"228.783067ms","start":"2026-04-03T02:36:47.96049Z","end":"2026-04-03T02:36:48.189273Z","steps":["trace[1454800913] 'read index received' (duration: 228.644434ms)","trace[1454800913] 'applied index is now lower than readState.Index' (duration: 137.443µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:36:48.189525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.152036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:36:48.189549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.057103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:36:48.18952Z","caller":"traceutil/trace.go:171","msg":"trace[1419300418] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"467.071086ms","start":"2026-04-03T02:36:47.72236Z","end":"2026-04-03T02:36:48.189431Z","steps":["trace[1419300418] 'process raft request' (duration: 466.8311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:48.18961Z","caller":"traceutil/trace.go:171","msg":"trace[1834716944] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6446; }","duration":"183.290589ms","start":"2026-04-03T02:36:48.006298Z","end":"2026-04-03T02:36:48.189588Z","steps":["trace[1834716944] 'agreement among raft nodes before linearized reading' (duration: 183.137786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:48.189618Z","caller":"traceutil/trace.go:171","msg":"trace[204334911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6446; }","duration":"229.159935ms","start":"2026-04-03T02:36:47.960438Z","end":"2026-04-03T02:36:48.189598Z","steps":["trace[204334911] 'agreement among raft nodes before linearized reading' (duration: 228.958121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.189809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:36:47.722335Z","time spent":"467.292921ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:36:48.461852Z","caller":"traceutil/trace.go:171","msg":"trace[149095859] linearizableReadLoop","detail":"{readStateIndex:6688; appliedIndex:6687; }","duration":"266.793338ms","start":"2026-04-03T02:36:48.195018Z","end":"2026-04-03T02:36:48.461811Z","steps":["trace[149095859] 'read index received' (duration: 266.773368ms)","trace[149095859] 'applied index is now lower than readState.Index' (duration: 18.94µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:48.461893Z","caller":"traceutil/trace.go:171","msg":"trace[1279481064] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"268.440257ms","start":"2026-04-03T02:36:48.193409Z","end":"2026-04-03T02:36:48.461849Z","steps":["trace[1279481064] 'process raft request' (duration: 268.271273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.462108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.068074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:36:48.462168Z","caller":"traceutil/trace.go:171","msg":"trace[717826105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6447; }","duration":"267.155036ms","start":"2026-04-03T02:36:48.194996Z","end":"2026-04-03T02:36:48.462151Z","steps":["trace[717826105] 'agreement among raft nodes before linearized reading' (duration: 266.972172ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:48.487227Z","caller":"traceutil/trace.go:171","msg":"trace[257203410] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"262.189939ms","start":"2026-04-03T02:36:48.225001Z","end":"2026-04-03T02:36:48.48719Z","steps":["trace[257203410] 'process raft request' (duration: 261.907643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.487355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.111969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-03T02:36:48.487426Z","caller":"traceutil/trace.go:171","msg":"trace[1765888700] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6448; }","duration":"196.246193ms","start":"2026-04-03T02:36:48.291161Z","end":"2026-04-03T02:36:48.487407Z","steps":["trace[1765888700] 'agreement among raft nodes before linearized reading' (duration: 195.971577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:48.48775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.249856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:36:48.487805Z","caller":"traceutil/trace.go:171","msg":"trace[1341450719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6448; }","duration":"191.327447ms","start":"2026-04-03T02:36:48.296465Z","end":"2026-04-03T02:36:48.487792Z","steps":["trace[1341450719] 'agreement among raft nodes before linearized reading' (duration: 191.186964ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:52.966309Z","caller":"traceutil/trace.go:171","msg":"trace[587906919] transaction","detail":"{read_only:false; response_revision:6475; number_of_response:1; }","duration":"135.822836ms","start":"2026-04-03T02:36:52.830448Z","end":"2026-04-03T02:36:52.966271Z","steps":["trace[587906919] 'process raft request' (duration: 135.60213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:10.216302Z","caller":"traceutil/trace.go:171","msg":"trace[649817683] transaction","detail":"{read_only:false; response_revision:6558; number_of_response:1; }","duration":"105.565699ms","start":"2026-04-03T02:37:10.110498Z","end":"2026-04-03T02:37:10.216064Z","steps":["trace[649817683] 'process raft request' (duration: 104.747079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:11.172202Z","caller":"traceutil/trace.go:171","msg":"trace[981940880] linearizableReadLoop","detail":"{readStateIndex:6808; appliedIndex:6807; }","duration":"115.949241ms","start":"2026-04-03T02:37:11.056228Z","end":"2026-04-03T02:37:11.172177Z","steps":["trace[981940880] 'read index received' (duration: 115.152043ms)","trace[981940880] 'applied index is now lower than readState.Index' (duration: 796.058µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:11.172273Z","caller":"traceutil/trace.go:171","msg":"trace[1916279844] transaction","detail":"{read_only:false; response_revision:6563; number_of_response:1; }","duration":"118.766948ms","start":"2026-04-03T02:37:11.053478Z","end":"2026-04-03T02:37:11.172245Z","steps":["trace[1916279844] 'process raft request' (duration: 117.964719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:11.17258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.33661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142058"} {"level":"info","ts":"2026-04-03T02:37:11.172625Z","caller":"traceutil/trace.go:171","msg":"trace[90511728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6563; }","duration":"116.402212ms","start":"2026-04-03T02:37:11.056212Z","end":"2026-04-03T02:37:11.172614Z","steps":["trace[90511728] 'agreement among raft nodes before linearized reading' (duration: 116.109135ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.435758Z","caller":"traceutil/trace.go:171","msg":"trace[948794794] linearizableReadLoop","detail":"{readStateIndex:6832; appliedIndex:6829; }","duration":"108.350364ms","start":"2026-04-03T02:37:15.327383Z","end":"2026-04-03T02:37:15.435733Z","steps":["trace[948794794] 'read index received' (duration: 56.533197ms)","trace[948794794] 'applied index is now lower than readState.Index' (duration: 51.816147ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.435816Z","caller":"traceutil/trace.go:171","msg":"trace[88952182] transaction","detail":"{read_only:false; response_revision:6585; number_of_response:1; }","duration":"118.0045ms","start":"2026-04-03T02:37:15.317775Z","end":"2026-04-03T02:37:15.435779Z","steps":["trace[88952182] 'process raft request' (duration: 117.774295ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.435826Z","caller":"traceutil/trace.go:171","msg":"trace[1288300634] transaction","detail":"{read_only:false; response_revision:6586; number_of_response:1; }","duration":"116.649009ms","start":"2026-04-03T02:37:15.319156Z","end":"2026-04-03T02:37:15.435805Z","steps":["trace[1288300634] 'process raft request' (duration: 116.530886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:15.435937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.527088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:15.435978Z","caller":"traceutil/trace.go:171","msg":"trace[2122968140] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6586; }","duration":"108.607141ms","start":"2026-04-03T02:37:15.327358Z","end":"2026-04-03T02:37:15.435965Z","steps":["trace[2122968140] 'agreement among raft nodes before linearized reading' (duration: 108.471288ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:31.623631Z","caller":"traceutil/trace.go:171","msg":"trace[728379709] transaction","detail":"{read_only:false; response_revision:6663; number_of_response:1; }","duration":"117.013126ms","start":"2026-04-03T02:37:31.50657Z","end":"2026-04-03T02:37:31.623584Z","steps":["trace[728379709] 'process raft request' (duration: 116.73304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:15.971024Z","caller":"traceutil/trace.go:171","msg":"trace[1763645228] linearizableReadLoop","detail":"{readStateIndex:7217; appliedIndex:7216; }","duration":"116.088845ms","start":"2026-04-03T02:38:15.854904Z","end":"2026-04-03T02:38:15.970993Z","steps":["trace[1763645228] 'read index received' (duration: 82.582408ms)","trace[1763645228] 'applied index is now lower than readState.Index' (duration: 33.504706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:15.971266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.342541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:38:15.971365Z","caller":"traceutil/trace.go:171","msg":"trace[358603300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6957; }","duration":"116.494335ms","start":"2026-04-03T02:38:15.854852Z","end":"2026-04-03T02:38:15.971346Z","steps":["trace[358603300] 'agreement among raft nodes before linearized reading' (duration: 116.27113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:15.971405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.026043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:38:15.971099Z","caller":"traceutil/trace.go:171","msg":"trace[560696890] transaction","detail":"{read_only:false; response_revision:6957; number_of_response:1; }","duration":"173.835481ms","start":"2026-04-03T02:38:15.797209Z","end":"2026-04-03T02:38:15.971045Z","steps":["trace[560696890] 'process raft request' (duration: 140.267913ms)","trace[560696890] 'compare' (duration: 33.342843ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:15.971467Z","caller":"traceutil/trace.go:171","msg":"trace[65424936] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6957; }","duration":"116.159716ms","start":"2026-04-03T02:38:15.855291Z","end":"2026-04-03T02:38:15.971451Z","steps":["trace[65424936] 'agreement among raft nodes before linearized reading' (duration: 115.920911ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.092913Z","caller":"traceutil/trace.go:171","msg":"trace[2047410615] linearizableReadLoop","detail":"{readStateIndex:7220; appliedIndex:7217; }","duration":"115.3924ms","start":"2026-04-03T02:38:15.977489Z","end":"2026-04-03T02:38:16.092881Z","steps":["trace[2047410615] 'read index received' (duration: 37.113752ms)","trace[2047410615] 'applied index is now lower than readState.Index' (duration: 78.276948ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.092997Z","caller":"traceutil/trace.go:171","msg":"trace[1167934885] transaction","detail":"{read_only:false; response_revision:6959; number_of_response:1; }","duration":"116.781232ms","start":"2026-04-03T02:38:15.976172Z","end":"2026-04-03T02:38:16.092953Z","steps":["trace[1167934885] 'process raft request' (duration: 114.822856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.093182Z","caller":"traceutil/trace.go:171","msg":"trace[456138249] transaction","detail":"{read_only:false; response_revision:6960; number_of_response:1; }","duration":"116.892675ms","start":"2026-04-03T02:38:15.976187Z","end":"2026-04-03T02:38:16.09308Z","steps":["trace[456138249] 'process raft request' (duration: 116.632739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.093353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.836751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:16.093421Z","caller":"traceutil/trace.go:171","msg":"trace[1664668488] range","detail":"{range_begin:/registry/secrets/openstack/keystone-api-certs; range_end:; response_count:0; response_revision:6960; }","duration":"115.950023ms","start":"2026-04-03T02:38:15.977458Z","end":"2026-04-03T02:38:16.093408Z","steps":["trace[1664668488] 'agreement among raft nodes before linearized reading' (duration: 115.806159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.093573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.48891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:38:16.093598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.009995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112147"} {"level":"info","ts":"2026-04-03T02:38:16.093672Z","caller":"traceutil/trace.go:171","msg":"trace[1679867740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6960; }","duration":"106.640203ms","start":"2026-04-03T02:38:15.987009Z","end":"2026-04-03T02:38:16.093649Z","steps":["trace[1679867740] 'agreement among raft nodes before linearized reading' (duration: 106.289945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.093685Z","caller":"traceutil/trace.go:171","msg":"trace[7365287] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6960; }","duration":"116.130507ms","start":"2026-04-03T02:38:15.977534Z","end":"2026-04-03T02:38:16.093664Z","steps":["trace[7365287] 'agreement among raft nodes before linearized reading' (duration: 115.725437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.360371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.674425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:16.360607Z","caller":"traceutil/trace.go:171","msg":"trace[419905591] linearizableReadLoop","detail":"{readStateIndex:7226; appliedIndex:7224; }","duration":"194.765452ms","start":"2026-04-03T02:38:16.165814Z","end":"2026-04-03T02:38:16.36058Z","steps":["trace[419905591] 'read index received' (duration: 78.857841ms)","trace[419905591] 'applied index is now lower than readState.Index' (duration: 115.905951ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.360664Z","caller":"traceutil/trace.go:171","msg":"trace[1190479887] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6965; }","duration":"201.663675ms","start":"2026-04-03T02:38:16.158968Z","end":"2026-04-03T02:38:16.360632Z","steps":["trace[1190479887] 'process raft request' (duration: 201.535092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.36089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.008071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-03T02:38:16.360949Z","caller":"traceutil/trace.go:171","msg":"trace[219886354] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6965; }","duration":"242.080023ms","start":"2026-04-03T02:38:16.118851Z","end":"2026-04-03T02:38:16.360931Z","steps":["trace[219886354] 'agreement among raft nodes before linearized reading' (duration: 241.809597ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.360952Z","caller":"traceutil/trace.go:171","msg":"trace[714513065] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"202.704118ms","start":"2026-04-03T02:38:16.158235Z","end":"2026-04-03T02:38:16.360939Z","steps":["trace[714513065] 'process raft request' (duration: 86.341967ms)","trace[714513065] 'compare' (duration: 115.525892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:16.361083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.626019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-03T02:38:16.361208Z","caller":"traceutil/trace.go:171","msg":"trace[1476067384] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:6965; }","duration":"214.768582ms","start":"2026-04-03T02:38:16.146419Z","end":"2026-04-03T02:38:16.361187Z","steps":["trace[1476067384] 'agreement among raft nodes before linearized reading' (duration: 214.448755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.625834Z","caller":"traceutil/trace.go:171","msg":"trace[1464008769] transaction","detail":"{read_only:false; response_revision:6967; number_of_response:1; }","duration":"258.759106ms","start":"2026-04-03T02:38:16.36704Z","end":"2026-04-03T02:38:16.625799Z","steps":["trace[1464008769] 'process raft request' (duration: 258.294475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.62605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.914739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-03T02:38:16.625851Z","caller":"traceutil/trace.go:171","msg":"trace[1322547283] linearizableReadLoop","detail":"{readStateIndex:7228; appliedIndex:7226; }","duration":"258.698904ms","start":"2026-04-03T02:38:16.367124Z","end":"2026-04-03T02:38:16.625823Z","steps":["trace[1322547283] 'read index received' (duration: 58.095934ms)","trace[1322547283] 'applied index is now lower than readState.Index' (duration: 200.60163ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.626097Z","caller":"traceutil/trace.go:171","msg":"trace[1932589622] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6968; }","duration":"258.993761ms","start":"2026-04-03T02:38:16.367088Z","end":"2026-04-03T02:38:16.626081Z","steps":["trace[1932589622] 'agreement among raft nodes before linearized reading' (duration: 258.824737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.626259Z","caller":"traceutil/trace.go:171","msg":"trace[2048812128] transaction","detail":"{read_only:false; response_revision:6968; number_of_response:1; }","duration":"248.625257ms","start":"2026-04-03T02:38:16.3776Z","end":"2026-04-03T02:38:16.626226Z","steps":["trace[2048812128] 'process raft request' (duration: 248.114286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.663551Z","caller":"traceutil/trace.go:171","msg":"trace[1416673144] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6968; }","duration":"226.965359ms","start":"2026-04-03T02:38:16.43655Z","end":"2026-04-03T02:38:16.663515Z","steps":["trace[1416673144] 'process raft request' (duration: 226.803815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.663608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.500801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:16.663693Z","caller":"traceutil/trace.go:171","msg":"trace[764871947] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6968; }","duration":"253.645994ms","start":"2026-04-03T02:38:16.410025Z","end":"2026-04-03T02:38:16.663671Z","steps":["trace[764871947] 'agreement among raft nodes before linearized reading' (duration: 253.492521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.66377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.853429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T02:38:16.663831Z","caller":"traceutil/trace.go:171","msg":"trace[1290744036] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:6968; }","duration":"293.958202ms","start":"2026-04-03T02:38:16.369855Z","end":"2026-04-03T02:38:16.663814Z","steps":["trace[1290744036] 'agreement among raft nodes before linearized reading' (duration: 293.789028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:16.783303Z","caller":"traceutil/trace.go:171","msg":"trace[115657197] linearizableReadLoop","detail":"{readStateIndex:7231; appliedIndex:7230; }","duration":"102.304082ms","start":"2026-04-03T02:38:16.680964Z","end":"2026-04-03T02:38:16.783269Z","steps":["trace[115657197] 'read index received' (duration: 73.903306ms)","trace[115657197] 'applied index is now lower than readState.Index' (duration: 28.398806ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:16.783455Z","caller":"traceutil/trace.go:171","msg":"trace[17190203] transaction","detail":"{read_only:false; response_revision:6969; number_of_response:1; }","duration":"102.617069ms","start":"2026-04-03T02:38:16.680786Z","end":"2026-04-03T02:38:16.783403Z","steps":["trace[17190203] 'process raft request' (duration: 74.213783ms)","trace[17190203] 'compare' (duration: 28.069589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:16.783571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.591319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-03T02:38:16.783677Z","caller":"traceutil/trace.go:171","msg":"trace[1835607282] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:6969; }","duration":"102.702521ms","start":"2026-04-03T02:38:16.680949Z","end":"2026-04-03T02:38:16.783651Z","steps":["trace[1835607282] 'agreement among raft nodes before linearized reading' (duration: 102.493386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:16.7837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.402837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:38:16.783757Z","caller":"traceutil/trace.go:171","msg":"trace[1280414771] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6969; }","duration":"100.52303ms","start":"2026-04-03T02:38:16.683219Z","end":"2026-04-03T02:38:16.783742Z","steps":["trace[1280414771] 'agreement among raft nodes before linearized reading' (duration: 100.247694ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.109301Z","caller":"traceutil/trace.go:171","msg":"trace[375594942] linearizableReadLoop","detail":"{readStateIndex:7232; appliedIndex:7231; }","duration":"294.262929ms","start":"2026-04-03T02:38:16.815011Z","end":"2026-04-03T02:38:17.109274Z","steps":["trace[375594942] 'read index received' (duration: 294.201667ms)","trace[375594942] 'applied index is now lower than readState.Index' (duration: 60.162µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:17.10934Z","caller":"traceutil/trace.go:171","msg":"trace[578558324] transaction","detail":"{read_only:false; response_revision:6970; number_of_response:1; }","duration":"294.740529ms","start":"2026-04-03T02:38:16.814572Z","end":"2026-04-03T02:38:17.109312Z","steps":["trace[578558324] 'process raft request' (duration: 294.526145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.109577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.536555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:38:17.109668Z","caller":"traceutil/trace.go:171","msg":"trace[586363824] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:6970; }","duration":"294.624908ms","start":"2026-04-03T02:38:16.814996Z","end":"2026-04-03T02:38:17.10962Z","steps":["trace[586363824] 'agreement among raft nodes before linearized reading' (duration: 294.424152ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.198576Z","caller":"traceutil/trace.go:171","msg":"trace[2029405208] transaction","detail":"{read_only:false; response_revision:6971; number_of_response:1; }","duration":"158.593603ms","start":"2026-04-03T02:38:17.039956Z","end":"2026-04-03T02:38:17.19855Z","steps":["trace[2029405208] 'process raft request' (duration: 158.384708ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.198861Z","caller":"traceutil/trace.go:171","msg":"trace[616255493] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"116.454303ms","start":"2026-04-03T02:38:17.082378Z","end":"2026-04-03T02:38:17.198832Z","steps":["trace[616255493] 'process raft request' (duration: 116.115895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.200436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.283662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-04-03T02:38:17.201261Z","caller":"traceutil/trace.go:171","msg":"trace[1109018666] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6972; }","duration":"158.148593ms","start":"2026-04-03T02:38:17.043089Z","end":"2026-04-03T02:38:17.201238Z","steps":["trace[1109018666] 'agreement among raft nodes before linearized reading' (duration: 155.717426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.332651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.898238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:38:17.332758Z","caller":"traceutil/trace.go:171","msg":"trace[707125732] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6972; }","duration":"124.033122ms","start":"2026-04-03T02:38:17.208696Z","end":"2026-04-03T02:38:17.332729Z","steps":["trace[707125732] 'range keys from in-memory index tree' (duration: 123.732135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.463224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.849875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:38:17.463347Z","caller":"traceutil/trace.go:171","msg":"trace[364399246] linearizableReadLoop","detail":"{readStateIndex:7235; appliedIndex:7234; }","duration":"126.262614ms","start":"2026-04-03T02:38:17.337062Z","end":"2026-04-03T02:38:17.463325Z","steps":["trace[364399246] 'read index received' (duration: 79.182µs)","trace[364399246] 'applied index is now lower than readState.Index' (duration: 126.181622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:17.463882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.795977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-03T02:38:17.463923Z","caller":"traceutil/trace.go:171","msg":"trace[798508565] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6972; }","duration":"103.899939ms","start":"2026-04-03T02:38:17.360008Z","end":"2026-04-03T02:38:17.463907Z","steps":["trace[798508565] 'agreement among raft nodes before linearized reading' (duration: 103.713295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.464179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.095164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:38:17.464266Z","caller":"traceutil/trace.go:171","msg":"trace[816525756] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6972; }","duration":"127.239937ms","start":"2026-04-03T02:38:17.337007Z","end":"2026-04-03T02:38:17.464247Z","steps":["trace[816525756] 'agreement among raft nodes before linearized reading' (duration: 126.705034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.735037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.989803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112147"} {"level":"info","ts":"2026-04-03T02:38:17.735134Z","caller":"traceutil/trace.go:171","msg":"trace[845582984] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6973; }","duration":"168.107586ms","start":"2026-04-03T02:38:17.567005Z","end":"2026-04-03T02:38:17.735112Z","steps":["trace[845582984] 'range keys from in-memory index tree' (duration: 167.663606ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.925251Z","caller":"traceutil/trace.go:171","msg":"trace[7911027] linearizableReadLoop","detail":"{readStateIndex:7237; appliedIndex:7236; }","duration":"130.712769ms","start":"2026-04-03T02:38:17.7945Z","end":"2026-04-03T02:38:17.925213Z","steps":["trace[7911027] 'read index received' (duration: 130.417352ms)","trace[7911027] 'applied index is now lower than readState.Index' (duration: 293.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:17.925361Z","caller":"traceutil/trace.go:171","msg":"trace[284157587] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"174.306514ms","start":"2026-04-03T02:38:17.751009Z","end":"2026-04-03T02:38:17.925315Z","steps":["trace[284157587] 'process raft request' (duration: 173.909714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.925612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.016256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:38:17.925667Z","caller":"traceutil/trace.go:171","msg":"trace[2099456214] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:6974; }","duration":"131.233461ms","start":"2026-04-03T02:38:17.79442Z","end":"2026-04-03T02:38:17.925653Z","steps":["trace[2099456214] 'agreement among raft nodes before linearized reading' (duration: 130.922514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.226339Z","caller":"traceutil/trace.go:171","msg":"trace[252060326] transaction","detail":"{read_only:false; response_revision:6975; number_of_response:1; }","duration":"178.061489ms","start":"2026-04-03T02:38:18.048246Z","end":"2026-04-03T02:38:18.226308Z","steps":["trace[252060326] 'process raft request' (duration: 177.866485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.227458Z","caller":"traceutil/trace.go:171","msg":"trace[1136370184] linearizableReadLoop","detail":"{readStateIndex:7238; appliedIndex:7238; }","duration":"129.921271ms","start":"2026-04-03T02:38:18.097515Z","end":"2026-04-03T02:38:18.227437Z","steps":["trace[1136370184] 'read index received' (duration: 129.9135ms)","trace[1136370184] 'applied index is now lower than readState.Index' (duration: 6.681µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:18.227609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.082194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:38:18.227628Z","caller":"traceutil/trace.go:171","msg":"trace[1155099147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6975; }","duration":"130.118435ms","start":"2026-04-03T02:38:18.097504Z","end":"2026-04-03T02:38:18.227623Z","steps":["trace[1155099147] 'agreement among raft nodes before linearized reading' (duration: 130.006622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:18.435521Z","caller":"traceutil/trace.go:171","msg":"trace[1553060015] transaction","detail":"{read_only:false; response_revision:6976; number_of_response:1; }","duration":"265.718109ms","start":"2026-04-03T02:38:18.169758Z","end":"2026-04-03T02:38:18.435476Z","steps":["trace[1553060015] 'process raft request' (duration: 187.310618ms)","trace[1553060015] 'compare' (duration: 78.065763ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:18.435583Z","caller":"traceutil/trace.go:171","msg":"trace[1175891476] linearizableReadLoop","detail":"{readStateIndex:7239; appliedIndex:7238; }","duration":"208.060724ms","start":"2026-04-03T02:38:18.22748Z","end":"2026-04-03T02:38:18.435541Z","steps":["trace[1175891476] 'read index received' (duration: 129.655043ms)","trace[1175891476] 'applied index is now lower than readState.Index' (duration: 78.403551ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:18.435554Z","caller":"traceutil/trace.go:171","msg":"trace[1337726065] transaction","detail":"{read_only:false; response_revision:6977; number_of_response:1; }","duration":"204.201855ms","start":"2026-04-03T02:38:18.231324Z","end":"2026-04-03T02:38:18.435525Z","steps":["trace[1337726065] 'process raft request' (duration: 204.091542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.435719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.371244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:38:18.435843Z","caller":"traceutil/trace.go:171","msg":"trace[2119994606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6977; }","duration":"266.533508ms","start":"2026-04-03T02:38:18.169295Z","end":"2026-04-03T02:38:18.435828Z","steps":["trace[2119994606] 'agreement among raft nodes before linearized reading' (duration: 266.247491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.435814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.367608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:18.435901Z","caller":"traceutil/trace.go:171","msg":"trace[1730171096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6977; }","duration":"270.522472ms","start":"2026-04-03T02:38:18.165357Z","end":"2026-04-03T02:38:18.435879Z","steps":["trace[1730171096] 'agreement among raft nodes before linearized reading' (duration: 270.379259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.435756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.276525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:18.436074Z","caller":"traceutil/trace.go:171","msg":"trace[128118680] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6977; }","duration":"221.711265ms","start":"2026-04-03T02:38:18.214341Z","end":"2026-04-03T02:38:18.436052Z","steps":["trace[128118680] 'agreement among raft nodes before linearized reading' (duration: 221.244554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.43617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.420885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:38:18.436232Z","caller":"traceutil/trace.go:171","msg":"trace[208677291] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6977; }","duration":"338.740743ms","start":"2026-04-03T02:38:18.097475Z","end":"2026-04-03T02:38:18.436216Z","steps":["trace[208677291] 'agreement among raft nodes before linearized reading' (duration: 338.19872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:18.436134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.214543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:38:18.436283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:18.097454Z","time spent":"338.817434ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:38:18.43631Z","caller":"traceutil/trace.go:171","msg":"trace[698296491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6977; }","duration":"267.445428ms","start":"2026-04-03T02:38:18.168841Z","end":"2026-04-03T02:38:18.436286Z","steps":["trace[698296491] 'agreement among raft nodes before linearized reading' (duration: 266.846075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.319072Z","caller":"traceutil/trace.go:171","msg":"trace[143559278] transaction","detail":"{read_only:false; response_revision:6981; number_of_response:1; }","duration":"115.242246ms","start":"2026-04-03T02:38:19.203798Z","end":"2026-04-03T02:38:19.31904Z","steps":["trace[143559278] 'process raft request' (duration: 115.077002ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.323453Z","caller":"traceutil/trace.go:171","msg":"trace[242288277] transaction","detail":"{read_only:false; response_revision:6982; number_of_response:1; }","duration":"118.838741ms","start":"2026-04-03T02:38:19.204573Z","end":"2026-04-03T02:38:19.323411Z","steps":["trace[242288277] 'process raft request' (duration: 118.665097ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:20.683997Z","caller":"traceutil/trace.go:171","msg":"trace[526424493] linearizableReadLoop","detail":"{readStateIndex:7255; appliedIndex:7253; }","duration":"131.292372ms","start":"2026-04-03T02:38:20.552677Z","end":"2026-04-03T02:38:20.683969Z","steps":["trace[526424493] 'read index received' (duration: 27.474465ms)","trace[526424493] 'applied index is now lower than readState.Index' (duration: 103.816397ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:20.684086Z","caller":"traceutil/trace.go:171","msg":"trace[1024975964] transaction","detail":"{read_only:false; response_revision:6992; number_of_response:1; }","duration":"137.059227ms","start":"2026-04-03T02:38:20.547001Z","end":"2026-04-03T02:38:20.684061Z","steps":["trace[1024975964] 'process raft request' (duration: 135.746047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:20.684334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.639211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:38:20.684484Z","caller":"traceutil/trace.go:171","msg":"trace[959179400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6992; }","duration":"131.852395ms","start":"2026-04-03T02:38:20.552607Z","end":"2026-04-03T02:38:20.684459Z","steps":["trace[959179400] 'agreement among raft nodes before linearized reading' (duration: 131.521747ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.595148Z","caller":"traceutil/trace.go:171","msg":"trace[1921829220] transaction","detail":"{read_only:false; response_revision:7023; number_of_response:1; }","duration":"177.739382ms","start":"2026-04-03T02:38:27.417352Z","end":"2026-04-03T02:38:27.595091Z","steps":["trace[1921829220] 'process raft request' (duration: 177.505316ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:27.596003Z","caller":"traceutil/trace.go:171","msg":"trace[660607117] transaction","detail":"{read_only:false; response_revision:7024; number_of_response:1; }","duration":"174.597579ms","start":"2026-04-03T02:38:27.421371Z","end":"2026-04-03T02:38:27.595968Z","steps":["trace[660607117] 'process raft request' (duration: 174.457166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:28.873634Z","caller":"traceutil/trace.go:171","msg":"trace[782314084] transaction","detail":"{read_only:false; response_revision:7031; number_of_response:1; }","duration":"156.119056ms","start":"2026-04-03T02:38:28.717474Z","end":"2026-04-03T02:38:28.873594Z","steps":["trace[782314084] 'process raft request' (duration: 155.537322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:29.090772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.705808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:29.090851Z","caller":"traceutil/trace.go:171","msg":"trace[1731744647] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7032; }","duration":"104.840821ms","start":"2026-04-03T02:38:28.985989Z","end":"2026-04-03T02:38:29.09083Z","steps":["trace[1731744647] 'count revisions from in-memory index tree' (duration: 104.599635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:29.811997Z","caller":"traceutil/trace.go:171","msg":"trace[1799796937] linearizableReadLoop","detail":"{readStateIndex:7299; appliedIndex:7298; }","duration":"146.015158ms","start":"2026-04-03T02:38:29.665964Z","end":"2026-04-03T02:38:29.811979Z","steps":["trace[1799796937] 'read index received' (duration: 143.453848ms)","trace[1799796937] 'applied index is now lower than readState.Index' (duration: 2.56063ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:29.812033Z","caller":"traceutil/trace.go:171","msg":"trace[977203693] transaction","detail":"{read_only:false; response_revision:7034; number_of_response:1; }","duration":"209.837876ms","start":"2026-04-03T02:38:29.60217Z","end":"2026-04-03T02:38:29.812007Z","steps":["trace[977203693] 'process raft request' (duration: 207.317707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:29.812168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.200602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:38:29.812199Z","caller":"traceutil/trace.go:171","msg":"trace[311076592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7034; }","duration":"146.285654ms","start":"2026-04-03T02:38:29.665906Z","end":"2026-04-03T02:38:29.812192Z","steps":["trace[311076592] 'agreement among raft nodes before linearized reading' (duration: 146.176861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:38.874505Z","caller":"traceutil/trace.go:171","msg":"trace[2109543841] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"116.6941ms","start":"2026-04-03T02:38:38.757773Z","end":"2026-04-03T02:38:38.874467Z","steps":["trace[2109543841] 'process raft request' (duration: 37.257634ms)","trace[2109543841] 'compare' (duration: 79.19335ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:25.558834Z","caller":"traceutil/trace.go:171","msg":"trace[777354683] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"156.919753ms","start":"2026-04-03T02:39:25.401877Z","end":"2026-04-03T02:39:25.558796Z","steps":["trace[777354683] 'process raft request' (duration: 112.011603ms)","trace[777354683] 'compare' (duration: 44.763506ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:34.844517Z","caller":"traceutil/trace.go:171","msg":"trace[898409656] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"101.810242ms","start":"2026-04-03T02:39:34.742663Z","end":"2026-04-03T02:39:34.844473Z","steps":["trace[898409656] 'process raft request' (duration: 30.870628ms)","trace[898409656] 'compare' (duration: 70.314879ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:37.225492Z","caller":"traceutil/trace.go:171","msg":"trace[36187309] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"118.599669ms","start":"2026-04-03T02:39:37.106863Z","end":"2026-04-03T02:39:37.225463Z","steps":["trace[36187309] 'process raft request' (duration: 118.408934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.232514Z","caller":"traceutil/trace.go:171","msg":"trace[1675498106] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"100.249796ms","start":"2026-04-03T02:39:37.132248Z","end":"2026-04-03T02:39:37.232498Z","steps":["trace[1675498106] 'process raft request' (duration: 99.969939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.342692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.29065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:38.342888Z","caller":"traceutil/trace.go:171","msg":"trace[1693325767] linearizableReadLoop","detail":"{readStateIndex:7923; appliedIndex:7922; }","duration":"178.119713ms","start":"2026-04-03T02:39:38.164749Z","end":"2026-04-03T02:39:38.342869Z","steps":["trace[1693325767] 'read index received' (duration: 37.579967ms)","trace[1693325767] 'applied index is now lower than readState.Index' (duration: 140.538456ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:38.342942Z","caller":"traceutil/trace.go:171","msg":"trace[2089224480] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"191.96004ms","start":"2026-04-03T02:39:38.150958Z","end":"2026-04-03T02:39:38.342918Z","steps":["trace[2089224480] 'process raft request' (duration: 51.356982ms)","trace[2089224480] 'compare' (duration: 140.177878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:38.342993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.222405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:38.34341Z","caller":"traceutil/trace.go:171","msg":"trace[1561182051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7641; }","duration":"178.665156ms","start":"2026-04-03T02:39:38.164724Z","end":"2026-04-03T02:39:38.343389Z","steps":["trace[1561182051] 'agreement among raft nodes before linearized reading' (duration: 178.204325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:38.539772Z","caller":"traceutil/trace.go:171","msg":"trace[413394405] linearizableReadLoop","detail":"{readStateIndex:7924; appliedIndex:7923; }","duration":"157.160749ms","start":"2026-04-03T02:39:38.382583Z","end":"2026-04-03T02:39:38.539744Z","steps":["trace[413394405] 'read index received' (duration: 156.923113ms)","trace[413394405] 'applied index is now lower than readState.Index' (duration: 236.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:38.539929Z","caller":"traceutil/trace.go:171","msg":"trace[784958807] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"186.06725ms","start":"2026-04-03T02:39:38.353811Z","end":"2026-04-03T02:39:38.539879Z","steps":["trace[784958807] 'process raft request' (duration: 185.730072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.540145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.526888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:38.540194Z","caller":"traceutil/trace.go:171","msg":"trace[1179552026] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7642; }","duration":"157.62563ms","start":"2026-04-03T02:39:38.382558Z","end":"2026-04-03T02:39:38.540184Z","steps":["trace[1179552026] 'agreement among raft nodes before linearized reading' (duration: 157.331772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:38.540304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.401547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:39:38.540354Z","caller":"traceutil/trace.go:171","msg":"trace[563177446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:7642; }","duration":"141.515939ms","start":"2026-04-03T02:39:38.398824Z","end":"2026-04-03T02:39:38.54034Z","steps":["trace[563177446] 'agreement among raft nodes before linearized reading' (duration: 141.301655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:58.116389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5534} {"level":"info","ts":"2026-04-03T02:39:58.220366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5534,"took":"102.171961ms","hash":673715968,"current-db-size-bytes":55922688,"current-db-size":"56 MB","current-db-size-in-use-bytes":25501696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T02:39:58.220428Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":673715968,"revision":5534,"compact-revision":2659} {"level":"warn","ts":"2026-04-03T02:40:01.61486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.801944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:40:01.614915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.516508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:40:01.614995Z","caller":"traceutil/trace.go:171","msg":"trace[103680593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7786; }","duration":"171.987729ms","start":"2026-04-03T02:40:01.442977Z","end":"2026-04-03T02:40:01.614965Z","steps":["trace[103680593] 'range keys from in-memory index tree' (duration: 171.554458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:01.615024Z","caller":"traceutil/trace.go:171","msg":"trace[203149908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7786; }","duration":"174.664352ms","start":"2026-04-03T02:40:01.440343Z","end":"2026-04-03T02:40:01.615007Z","steps":["trace[203149908] 'range keys from in-memory index tree' (duration: 174.376804ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:08.459482Z","caller":"traceutil/trace.go:171","msg":"trace[866016260] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8123; }","duration":"293.972217ms","start":"2026-04-03T02:40:08.165479Z","end":"2026-04-03T02:40:08.459451Z","steps":["trace[866016260] 'read index received' (duration: 293.838404ms)","trace[866016260] 'applied index is now lower than readState.Index' (duration: 132.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:08.459538Z","caller":"traceutil/trace.go:171","msg":"trace[2118253399] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"376.671779ms","start":"2026-04-03T02:40:08.082825Z","end":"2026-04-03T02:40:08.459497Z","steps":["trace[2118253399] 'process raft request' (duration: 376.452324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.459682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.180061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:08.459731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:08.082809Z","time spent":"376.829182ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:08.459745Z","caller":"traceutil/trace.go:171","msg":"trace[616729086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7834; }","duration":"294.297374ms","start":"2026-04-03T02:40:08.165433Z","end":"2026-04-03T02:40:08.45973Z","steps":["trace[616729086] 'agreement among raft nodes before linearized reading' (duration: 294.164701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.776969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.601697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:08.777078Z","caller":"traceutil/trace.go:171","msg":"trace[503631137] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8124; }","duration":"317.473201ms","start":"2026-04-03T02:40:08.459587Z","end":"2026-04-03T02:40:08.77706Z","steps":["trace[503631137] 'read index received' (duration: 168.750502ms)","trace[503631137] 'applied index is now lower than readState.Index' (duration: 148.720989ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:08.777093Z","caller":"traceutil/trace.go:171","msg":"trace[279293753] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"607.578327ms","start":"2026-04-03T02:40:08.169488Z","end":"2026-04-03T02:40:08.777066Z","steps":["trace[279293753] 'process raft request' (duration: 458.796376ms)","trace[279293753] 'compare' (duration: 148.473194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:08.777226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.130515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:08.777263Z","caller":"traceutil/trace.go:171","msg":"trace[1780594953] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7835; }","duration":"368.202217ms","start":"2026-04-03T02:40:08.409052Z","end":"2026-04-03T02:40:08.777254Z","steps":["trace[1780594953] 'agreement among raft nodes before linearized reading' (duration: 368.137456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.777262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:08.169466Z","time spent":"607.72335ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:08.777301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:08.409035Z","time spent":"368.257739ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-04-03T02:40:08.777604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.367225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:08.777713Z","caller":"traceutil/trace.go:171","msg":"trace[497020204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7835; }","duration":"316.447427ms","start":"2026-04-03T02:40:08.4612Z","end":"2026-04-03T02:40:08.777648Z","steps":["trace[497020204] 'agreement among raft nodes before linearized reading' (duration: 316.361445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.777729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.980122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:08.77785Z","caller":"traceutil/trace.go:171","msg":"trace[346076189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7835; }","duration":"279.151717ms","start":"2026-04-03T02:40:08.498674Z","end":"2026-04-03T02:40:08.777826Z","steps":["trace[346076189] 'agreement among raft nodes before linearized reading' (duration: 278.88988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.777784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:08.46119Z","time spent":"316.58416ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:08.778369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.95757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-04-03T02:40:08.778448Z","caller":"traceutil/trace.go:171","msg":"trace[339137786] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7835; }","duration":"360.102258ms","start":"2026-04-03T02:40:08.418325Z","end":"2026-04-03T02:40:08.778427Z","steps":["trace[339137786] 'agreement among raft nodes before linearized reading' (duration: 358.750835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:08.778502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:08.418315Z","time spent":"360.172679ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12736,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-04-03T02:40:18.77937Z","caller":"traceutil/trace.go:171","msg":"trace[299926164] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"129.914856ms","start":"2026-04-03T02:40:18.649425Z","end":"2026-04-03T02:40:18.77934Z","steps":["trace[299926164] 'process raft request' (duration: 81.417691ms)","trace[299926164] 'compare' (duration: 48.385723ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:19.8722Z","caller":"traceutil/trace.go:171","msg":"trace[118113213] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8207; }","duration":"116.914909ms","start":"2026-04-03T02:40:19.755261Z","end":"2026-04-03T02:40:19.872176Z","steps":["trace[118113213] 'read index received' (duration: 116.679464ms)","trace[118113213] 'applied index is now lower than readState.Index' (duration: 233.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:19.87231Z","caller":"traceutil/trace.go:171","msg":"trace[1503734585] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"162.623657ms","start":"2026-04-03T02:40:19.709644Z","end":"2026-04-03T02:40:19.872267Z","steps":["trace[1503734585] 'process raft request' (duration: 162.392112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.872447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.671935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:40:19.872477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.177555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T02:40:19.872485Z","caller":"traceutil/trace.go:171","msg":"trace[1320645233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7916; }","duration":"111.768687ms","start":"2026-04-03T02:40:19.760707Z","end":"2026-04-03T02:40:19.872476Z","steps":["trace[1320645233] 'agreement among raft nodes before linearized reading' (duration: 111.615654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:19.872505Z","caller":"traceutil/trace.go:171","msg":"trace[1738337453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7916; }","duration":"117.291818ms","start":"2026-04-03T02:40:19.755206Z","end":"2026-04-03T02:40:19.872498Z","steps":["trace[1738337453] 'agreement among raft nodes before linearized reading' (duration: 117.101493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:19.872661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.143533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:40:19.872692Z","caller":"traceutil/trace.go:171","msg":"trace[1628081586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7916; }","duration":"100.229225ms","start":"2026-04-03T02:40:19.772456Z","end":"2026-04-03T02:40:19.872685Z","steps":["trace[1628081586] 'agreement among raft nodes before linearized reading' (duration: 100.130223ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.011753Z","caller":"traceutil/trace.go:171","msg":"trace[67620892] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"133.133422ms","start":"2026-04-03T02:40:19.878595Z","end":"2026-04-03T02:40:20.011728Z","steps":["trace[67620892] 'process raft request' (duration: 133.0453ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.011778Z","caller":"traceutil/trace.go:171","msg":"trace[644775709] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"133.942981ms","start":"2026-04-03T02:40:19.877802Z","end":"2026-04-03T02:40:20.011745Z","steps":["trace[644775709] 'process raft request' (duration: 133.748706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.011775Z","caller":"traceutil/trace.go:171","msg":"trace[1911376906] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"135.485438ms","start":"2026-04-03T02:40:19.876262Z","end":"2026-04-03T02:40:20.011747Z","steps":["trace[1911376906] 'process raft request' (duration: 133.549772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.011908Z","caller":"traceutil/trace.go:171","msg":"trace[77653141] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"133.04723ms","start":"2026-04-03T02:40:19.878822Z","end":"2026-04-03T02:40:20.011869Z","steps":["trace[77653141] 'process raft request' (duration: 132.860685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:20.713153Z","caller":"traceutil/trace.go:171","msg":"trace[1293429570] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"169.074559ms","start":"2026-04-03T02:40:20.544057Z","end":"2026-04-03T02:40:20.713131Z","steps":["trace[1293429570] 'process raft request' (duration: 168.919736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.676473Z","caller":"traceutil/trace.go:171","msg":"trace[1068381222] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"102.529119ms","start":"2026-04-03T02:40:21.573918Z","end":"2026-04-03T02:40:21.676447Z","steps":["trace[1068381222] 'process raft request' (duration: 102.403736ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:21.97818Z","caller":"traceutil/trace.go:171","msg":"trace[379773668] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"130.526911ms","start":"2026-04-03T02:40:21.847627Z","end":"2026-04-03T02:40:21.978154Z","steps":["trace[379773668] 'process raft request' (duration: 130.139151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.395924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.942892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:39.39606Z","caller":"traceutil/trace.go:171","msg":"trace[846171496] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"187.826692ms","start":"2026-04-03T02:40:39.20821Z","end":"2026-04-03T02:40:39.396037Z","steps":["trace[846171496] 'process raft request' (duration: 47.646174ms)","trace[846171496] 'compare' (duration: 139.622595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:40.735786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.289686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:40.735959Z","caller":"traceutil/trace.go:171","msg":"trace[791908308] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8327; }","duration":"134.384011ms","start":"2026-04-03T02:40:40.601554Z","end":"2026-04-03T02:40:40.735938Z","steps":["trace[791908308] 'read index received' (duration: 51.361µs)","trace[791908308] 'applied index is now lower than readState.Index' (duration: 134.3313ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:40.735982Z","caller":"traceutil/trace.go:171","msg":"trace[529432980] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"409.953293ms","start":"2026-04-03T02:40:40.325991Z","end":"2026-04-03T02:40:40.735944Z","steps":["trace[529432980] 'process raft request' (duration: 259.400541ms)","trace[529432980] 'compare' (duration: 149.903577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:40.736168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.325974Z","time spent":"410.101766ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.73673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.134939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:40:40.736815Z","caller":"traceutil/trace.go:171","msg":"trace[1810409549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8032; }","duration":"135.275693ms","start":"2026-04-03T02:40:40.601515Z","end":"2026-04-03T02:40:40.73679Z","steps":["trace[1810409549] 'agreement among raft nodes before linearized reading' (duration: 134.497534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.087405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.791691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:41.087564Z","caller":"traceutil/trace.go:171","msg":"trace[507142554] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"344.716354ms","start":"2026-04-03T02:40:40.742819Z","end":"2026-04-03T02:40:41.087536Z","steps":["trace[507142554] 'process raft request' (duration: 203.682627ms)","trace[507142554] 'compare' (duration: 140.634558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:41.087654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.742794Z","time spent":"344.815997ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.184241Z","caller":"traceutil/trace.go:171","msg":"trace[1282563882] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8328; }","duration":"313.298042ms","start":"2026-04-03T02:40:40.870923Z","end":"2026-04-03T02:40:41.184221Z","steps":["trace[1282563882] 'read index received' (duration: 75.723957ms)","trace[1282563882] 'applied index is now lower than readState.Index' (duration: 237.573395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:41.184389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.448116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:41.184418Z","caller":"traceutil/trace.go:171","msg":"trace[560799934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8034; }","duration":"313.541388ms","start":"2026-04-03T02:40:40.870868Z","end":"2026-04-03T02:40:41.184409Z","steps":["trace[560799934] 'agreement among raft nodes before linearized reading' (duration: 313.459167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.184446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.870847Z","time spent":"313.592519ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:41.184338Z","caller":"traceutil/trace.go:171","msg":"trace[335134222] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"326.460793ms","start":"2026-04-03T02:40:40.857835Z","end":"2026-04-03T02:40:41.184296Z","steps":["trace[335134222] 'process raft request' (duration: 326.268588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.184689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.857797Z","time spent":"326.756081ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.20909Z","caller":"traceutil/trace.go:171","msg":"trace[2028619687] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"245.807329ms","start":"2026-04-03T02:40:40.96326Z","end":"2026-04-03T02:40:41.209068Z","steps":["trace[2028619687] 'process raft request' (duration: 243.889945ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:44.452513Z","caller":"traceutil/trace.go:171","msg":"trace[172827438] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"109.437293ms","start":"2026-04-03T02:40:44.343052Z","end":"2026-04-03T02:40:44.452489Z","steps":["trace[172827438] 'process raft request' (duration: 109.31862ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:49.327463Z","caller":"traceutil/trace.go:171","msg":"trace[1448637946] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"115.088695ms","start":"2026-04-03T02:40:49.212336Z","end":"2026-04-03T02:40:49.327424Z","steps":["trace[1448637946] 'process raft request' (duration: 114.8754ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:49.418829Z","caller":"traceutil/trace.go:171","msg":"trace[1967116087] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8417; }","duration":"149.903028ms","start":"2026-04-03T02:40:49.268891Z","end":"2026-04-03T02:40:49.418794Z","steps":["trace[1967116087] 'read index received' (duration: 58.362417ms)","trace[1967116087] 'applied index is now lower than readState.Index' (duration: 91.539541ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:49.419068Z","caller":"traceutil/trace.go:171","msg":"trace[2057338492] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"172.194513ms","start":"2026-04-03T02:40:49.246824Z","end":"2026-04-03T02:40:49.419019Z","steps":["trace[2057338492] 'process raft request' (duration: 104.146908ms)","trace[2057338492] 'compare' (duration: 67.630295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:49.419153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.242555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:40:49.41924Z","caller":"traceutil/trace.go:171","msg":"trace[1781310595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8118; }","duration":"150.377549ms","start":"2026-04-03T02:40:49.268848Z","end":"2026-04-03T02:40:49.419226Z","steps":["trace[1781310595] 'agreement among raft nodes before linearized reading' (duration: 150.131083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:49.419367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.052027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:49.419462Z","caller":"traceutil/trace.go:171","msg":"trace[1183380772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8118; }","duration":"141.204931ms","start":"2026-04-03T02:40:49.278239Z","end":"2026-04-03T02:40:49.419444Z","steps":["trace[1183380772] 'agreement among raft nodes before linearized reading' (duration: 140.960905ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:49.758043Z","caller":"traceutil/trace.go:171","msg":"trace[1461952684] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8420; }","duration":"178.477402ms","start":"2026-04-03T02:40:49.579536Z","end":"2026-04-03T02:40:49.758013Z","steps":["trace[1461952684] 'read index received' (duration: 115.893836ms)","trace[1461952684] 'applied index is now lower than readState.Index' (duration: 62.582646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:49.758263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.723447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:49.758292Z","caller":"traceutil/trace.go:171","msg":"trace[1461288589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8120; }","duration":"178.825999ms","start":"2026-04-03T02:40:49.579458Z","end":"2026-04-03T02:40:49.758284Z","steps":["trace[1461288589] 'agreement among raft nodes before linearized reading' (duration: 178.661666ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:49.758403Z","caller":"traceutil/trace.go:171","msg":"trace[303044645] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"322.384267ms","start":"2026-04-03T02:40:49.436009Z","end":"2026-04-03T02:40:49.758393Z","steps":["trace[303044645] 'process raft request' (duration: 259.447732ms)","trace[303044645] 'compare' (duration: 62.207498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:49.758495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:49.435985Z","time spent":"322.441139ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:52.243957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.244055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:40:52.244042Z","caller":"traceutil/trace.go:171","msg":"trace[1135576324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8133; }","duration":"225.393228ms","start":"2026-04-03T02:40:52.018631Z","end":"2026-04-03T02:40:52.244024Z","steps":["trace[1135576324] 'range keys from in-memory index tree' (duration: 225.071561ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:52.36611Z","caller":"traceutil/trace.go:171","msg":"trace[552671700] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8435; }","duration":"100.725417ms","start":"2026-04-03T02:40:52.265355Z","end":"2026-04-03T02:40:52.36608Z","steps":["trace[552671700] 'read index received' (duration: 100.478631ms)","trace[552671700] 'applied index is now lower than readState.Index' (duration: 245.726µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:52.366218Z","caller":"traceutil/trace.go:171","msg":"trace[1199633164] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"118.368933ms","start":"2026-04-03T02:40:52.247813Z","end":"2026-04-03T02:40:52.366182Z","steps":["trace[1199633164] 'process raft request' (duration: 118.086017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:52.366343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.965323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:40:52.36643Z","caller":"traceutil/trace.go:171","msg":"trace[968811452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8134; }","duration":"101.103926ms","start":"2026-04-03T02:40:52.265307Z","end":"2026-04-03T02:40:52.366411Z","steps":["trace[968811452] 'agreement among raft nodes before linearized reading' (duration: 100.894521ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.601841Z","caller":"traceutil/trace.go:171","msg":"trace[749632679] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"151.503815ms","start":"2026-04-03T02:40:53.450304Z","end":"2026-04-03T02:40:53.601808Z","steps":["trace[749632679] 'process raft request' (duration: 78.427071ms)","trace[749632679] 'compare' (duration: 72.950811ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:53.615159Z","caller":"traceutil/trace.go:171","msg":"trace[455864576] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"163.008796ms","start":"2026-04-03T02:40:53.452117Z","end":"2026-04-03T02:40:53.615126Z","steps":["trace[455864576] 'process raft request' (duration: 162.797041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615191Z","caller":"traceutil/trace.go:171","msg":"trace[1837651110] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"162.798501ms","start":"2026-04-03T02:40:53.45236Z","end":"2026-04-03T02:40:53.615159Z","steps":["trace[1837651110] 'process raft request' (duration: 162.683268ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615402Z","caller":"traceutil/trace.go:171","msg":"trace[1107641995] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"162.376721ms","start":"2026-04-03T02:40:53.452999Z","end":"2026-04-03T02:40:53.615376Z","steps":["trace[1107641995] 'process raft request' (duration: 162.179907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.61554Z","caller":"traceutil/trace.go:171","msg":"trace[29023587] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"163.111819ms","start":"2026-04-03T02:40:53.452416Z","end":"2026-04-03T02:40:53.615528Z","steps":["trace[29023587] 'process raft request' (duration: 162.669148ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615628Z","caller":"traceutil/trace.go:171","msg":"trace[482506194] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"162.684249ms","start":"2026-04-03T02:40:53.452935Z","end":"2026-04-03T02:40:53.615619Z","steps":["trace[482506194] 'process raft request' (duration: 162.188317ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615769Z","caller":"traceutil/trace.go:171","msg":"trace[984629777] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"159.687058ms","start":"2026-04-03T02:40:53.456072Z","end":"2026-04-03T02:40:53.615759Z","steps":["trace[984629777] 'process raft request' (duration: 159.3262ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615776Z","caller":"traceutil/trace.go:171","msg":"trace[245005000] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"154.632469ms","start":"2026-04-03T02:40:53.461131Z","end":"2026-04-03T02:40:53.615764Z","steps":["trace[245005000] 'process raft request' (duration: 154.384653ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.61581Z","caller":"traceutil/trace.go:171","msg":"trace[1381578232] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"162.587786ms","start":"2026-04-03T02:40:53.45321Z","end":"2026-04-03T02:40:53.615798Z","steps":["trace[1381578232] 'process raft request' (duration: 162.086744ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615879Z","caller":"traceutil/trace.go:171","msg":"trace[1934683621] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"162.554266ms","start":"2026-04-03T02:40:53.453313Z","end":"2026-04-03T02:40:53.615868Z","steps":["trace[1934683621] 'process raft request' (duration: 162.015963ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615886Z","caller":"traceutil/trace.go:171","msg":"trace[556726100] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"156.807961ms","start":"2026-04-03T02:40:53.459069Z","end":"2026-04-03T02:40:53.615877Z","steps":["trace[556726100] 'process raft request' (duration: 156.407102ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.6159Z","caller":"traceutil/trace.go:171","msg":"trace[1325601562] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"162.724379ms","start":"2026-04-03T02:40:53.453168Z","end":"2026-04-03T02:40:53.615892Z","steps":["trace[1325601562] 'process raft request' (duration: 162.094065ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615885Z","caller":"traceutil/trace.go:171","msg":"trace[1562123800] linearizableReadLoop","detail":"{readStateIndex:8477; appliedIndex:8458; }","duration":"125.581103ms","start":"2026-04-03T02:40:53.490276Z","end":"2026-04-03T02:40:53.615857Z","steps":["trace[1562123800] 'read index received' (duration: 38.381416ms)","trace[1562123800] 'applied index is now lower than readState.Index' (duration: 87.198347ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:53.615961Z","caller":"traceutil/trace.go:171","msg":"trace[666797315] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"127.958099ms","start":"2026-04-03T02:40:53.487996Z","end":"2026-04-03T02:40:53.615954Z","steps":["trace[666797315] 'process raft request' (duration: 127.793655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615964Z","caller":"traceutil/trace.go:171","msg":"trace[817108420] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"161.516091ms","start":"2026-04-03T02:40:53.454436Z","end":"2026-04-03T02:40:53.615952Z","steps":["trace[817108420] 'process raft request' (duration: 160.922897ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615961Z","caller":"traceutil/trace.go:171","msg":"trace[127358312] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"147.974832ms","start":"2026-04-03T02:40:53.467959Z","end":"2026-04-03T02:40:53.615934Z","steps":["trace[127358312] 'process raft request' (duration: 147.754507ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615949Z","caller":"traceutil/trace.go:171","msg":"trace[544351775] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"162.831073ms","start":"2026-04-03T02:40:53.453078Z","end":"2026-04-03T02:40:53.615909Z","steps":["trace[544351775] 'process raft request' (duration: 162.150517ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615888Z","caller":"traceutil/trace.go:171","msg":"trace[242555754] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"153.852701ms","start":"2026-04-03T02:40:53.461954Z","end":"2026-04-03T02:40:53.615806Z","steps":["trace[242555754] 'process raft request' (duration: 153.626256ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615968Z","caller":"traceutil/trace.go:171","msg":"trace[1124279842] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"151.766142ms","start":"2026-04-03T02:40:53.46419Z","end":"2026-04-03T02:40:53.615957Z","steps":["trace[1124279842] 'process raft request' (duration: 151.447634ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:53.615895Z","caller":"traceutil/trace.go:171","msg":"trace[255178221] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"158.818169ms","start":"2026-04-03T02:40:53.457049Z","end":"2026-04-03T02:40:53.615867Z","steps":["trace[255178221] 'process raft request' (duration: 158.377058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.616243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.951913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:53.616286Z","caller":"traceutil/trace.go:171","msg":"trace[957634143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8175; }","duration":"126.051645ms","start":"2026-04-03T02:40:53.490223Z","end":"2026-04-03T02:40:53.616275Z","steps":["trace[957634143] 'agreement among raft nodes before linearized reading' (duration: 125.765248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:53.619075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.570189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:53.619153Z","caller":"traceutil/trace.go:171","msg":"trace[1570027532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8177; }","duration":"124.688611ms","start":"2026-04-03T02:40:53.494449Z","end":"2026-04-03T02:40:53.619137Z","steps":["trace[1570027532] 'agreement among raft nodes before linearized reading' (duration: 124.477136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.633933Z","caller":"traceutil/trace.go:171","msg":"trace[204002227] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"150.149722ms","start":"2026-04-03T02:40:57.483749Z","end":"2026-04-03T02:40:57.633899Z","steps":["trace[204002227] 'process raft request' (duration: 149.917417ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:57.64523Z","caller":"traceutil/trace.go:171","msg":"trace[1690562472] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8593; }","duration":"123.405843ms","start":"2026-04-03T02:40:57.521799Z","end":"2026-04-03T02:40:57.645205Z","steps":["trace[1690562472] 'read index received' (duration: 112.017733ms)","trace[1690562472] 'applied index is now lower than readState.Index' (duration: 11.38666ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:57.645287Z","caller":"traceutil/trace.go:171","msg":"trace[146150133] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"159.270398ms","start":"2026-04-03T02:40:57.485988Z","end":"2026-04-03T02:40:57.645259Z","steps":["trace[146150133] 'process raft request' (duration: 158.96484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:57.645466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.635428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:57.645557Z","caller":"traceutil/trace.go:171","msg":"trace[1934163244] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8291; }","duration":"123.816543ms","start":"2026-04-03T02:40:57.521722Z","end":"2026-04-03T02:40:57.645539Z","steps":["trace[1934163244] 'agreement among raft nodes before linearized reading' (duration: 123.622478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:00.185918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372408530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:00.686915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372408530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:00.791148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033409591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:00.791211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879437798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:41:00.791261Z","caller":"traceutil/trace.go:171","msg":"trace[1928310401] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8299; }","duration":"2.033586775s","start":"2026-04-03T02:40:58.757645Z","end":"2026-04-03T02:41:00.791231Z","steps":["trace[1928310401] 'count revisions from in-memory index tree' (duration: 2.033327548s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:00.791292Z","caller":"traceutil/trace.go:171","msg":"trace[747363078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8299; }","duration":"1.879591712s","start":"2026-04-03T02:40:58.91168Z","end":"2026-04-03T02:41:00.791272Z","steps":["trace[747363078] 'range keys from in-memory index tree' (duration: 1.879209821s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:00.791336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:58.911649Z","time spent":"1.879678384s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:00.791813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:58.757628Z","time spent":"2.033689118s","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:00.792094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.793344Z","time spent":"998.741767ms","remote":"127.0.0.1:55462","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:41:00.792263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628127887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:00.792306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785285735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:41:00.792342Z","caller":"traceutil/trace.go:171","msg":"trace[252137171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8299; }","duration":"1.628204979s","start":"2026-04-03T02:40:59.164116Z","end":"2026-04-03T02:41:00.792321Z","steps":["trace[252137171] 'range keys from in-memory index tree' (duration: 1.628029355s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:00.792369Z","caller":"traceutil/trace.go:171","msg":"trace[825840608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8299; }","duration":"1.785387278s","start":"2026-04-03T02:40:59.006962Z","end":"2026-04-03T02:41:00.79235Z","steps":["trace[825840608] 'range keys from in-memory index tree' (duration: 1.785100381s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:00.792394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.164051Z","time spent":"1.628330663s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:00.792426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.006937Z","time spent":"1.78547776s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:01.18748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372408530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:01.495064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.855674217s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:41:01.495598Z","caller":"traceutil/trace.go:171","msg":"trace[270843575] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"1.856289002s","start":"2026-04-03T02:40:59.639283Z","end":"2026-04-03T02:41:01.495572Z","steps":["trace[270843575] 'process raft request' (duration: 1.856092378s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:01.495778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.639252Z","time spent":"1.856409054s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:02.126079Z","caller":"traceutil/trace.go:171","msg":"trace[1492110422] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"2.475454412s","start":"2026-04-03T02:40:59.650595Z","end":"2026-04-03T02:41:02.126049Z","steps":["trace[1492110422] 'process raft request' (duration: 2.475244527s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.126256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.650567Z","time spent":"2.475600025s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:02.126399Z","caller":"traceutil/trace.go:171","msg":"trace[954309995] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"1.328618039s","start":"2026-04-03T02:41:00.797755Z","end":"2026-04-03T02:41:02.126373Z","steps":["trace[954309995] 'process raft request' (duration: 1.328500287s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:02.12641Z","caller":"traceutil/trace.go:171","msg":"trace[832640235] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"2.270879635s","start":"2026-04-03T02:40:59.855462Z","end":"2026-04-03T02:41:02.126341Z","steps":["trace[832640235] 'process raft request' (duration: 2.270543147s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.126521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.797736Z","time spent":"1.328716692s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:02.126391Z","caller":"traceutil/trace.go:171","msg":"trace[984265576] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8603; }","duration":"2.44153467s","start":"2026-04-03T02:40:59.684835Z","end":"2026-04-03T02:41:02.126369Z","steps":["trace[984265576] 'read index received' (duration: 1.81047358s)","trace[984265576] 'applied index is now lower than readState.Index' (duration: 631.06028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:02.126536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441703845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:41:02.126583Z","caller":"traceutil/trace.go:171","msg":"trace[2100842982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8303; }","duration":"2.441788897s","start":"2026-04-03T02:40:59.684783Z","end":"2026-04-03T02:41:02.126572Z","steps":["trace[2100842982] 'agreement among raft nodes before linearized reading' (duration: 2.441651004s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.126615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.684764Z","time spent":"2.441844768s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:02.126662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.855437Z","time spent":"2.27108748s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:02.126831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42709225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:41:02.12684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332625944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:02.126862Z","caller":"traceutil/trace.go:171","msg":"trace[1944427636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8303; }","duration":"2.427160952s","start":"2026-04-03T02:40:59.699693Z","end":"2026-04-03T02:41:02.126854Z","steps":["trace[1944427636] 'agreement among raft nodes before linearized reading' (duration: 2.42708069s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:02.126866Z","caller":"traceutil/trace.go:171","msg":"trace[56172634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8303; }","duration":"1.332688756s","start":"2026-04-03T02:41:00.794169Z","end":"2026-04-03T02:41:02.126858Z","steps":["trace[56172634] 'agreement among raft nodes before linearized reading' (duration: 1.332645575s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.126885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.699668Z","time spent":"2.427210653s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"warn","ts":"2026-04-03T02:41:02.126919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.032749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:02.126939Z","caller":"traceutil/trace.go:171","msg":"trace[1956808369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8303; }","duration":"845.08499ms","start":"2026-04-03T02:41:01.281846Z","end":"2026-04-03T02:41:02.126931Z","steps":["trace[1956808369] 'agreement among raft nodes before linearized reading' (duration: 845.05174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.126956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:01.281824Z","time spent":"845.126921ms","remote":"127.0.0.1:33976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:02.12694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.91541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:02.127109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329646213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:41:02.127136Z","caller":"traceutil/trace.go:171","msg":"trace[880227023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8303; }","duration":"1.329694165s","start":"2026-04-03T02:41:00.797436Z","end":"2026-04-03T02:41:02.12713Z","steps":["trace[880227023] 'agreement among raft nodes before linearized reading' (duration: 1.329603493s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.127157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196274993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:41:02.127161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.494482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:41:02.127193Z","caller":"traceutil/trace.go:171","msg":"trace[1685646121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8303; }","duration":"2.196350705s","start":"2026-04-03T02:40:59.930833Z","end":"2026-04-03T02:41:02.127184Z","steps":["trace[1685646121] 'agreement among raft nodes before linearized reading' (duration: 2.196258533s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:02.127137Z","caller":"traceutil/trace.go:171","msg":"trace[1370538810] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8303; }","duration":"757.153936ms","start":"2026-04-03T02:41:01.369961Z","end":"2026-04-03T02:41:02.127115Z","steps":["trace[1370538810] 'agreement among raft nodes before linearized reading' (duration: 756.877519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.127046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650963696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:41:02.127344Z","caller":"traceutil/trace.go:171","msg":"trace[1873058746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8303; }","duration":"1.651297544s","start":"2026-04-03T02:41:00.476035Z","end":"2026-04-03T02:41:02.127333Z","steps":["trace[1873058746] 'agreement among raft nodes before linearized reading' (duration: 1.650833363s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.127381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.475441Z","time spent":"1.651930509s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:41:02.127215Z","caller":"traceutil/trace.go:171","msg":"trace[1423078690] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8303; }","duration":"292.580963ms","start":"2026-04-03T02:41:01.834622Z","end":"2026-04-03T02:41:02.127203Z","steps":["trace[1423078690] 'agreement among raft nodes before linearized reading' (duration: 292.47563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.127162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.797425Z","time spent":"1.329730906s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:02.127421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:01.369939Z","time spent":"757.384321ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:02.127071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658119275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:41:02.127605Z","caller":"traceutil/trace.go:171","msg":"trace[1822008437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8303; }","duration":"1.65868942s","start":"2026-04-03T02:41:00.468906Z","end":"2026-04-03T02:41:02.127595Z","steps":["trace[1822008437] 'agreement among raft nodes before linearized reading' (duration: 1.658106975s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.127643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.468886Z","time spent":"1.658747331s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:02.127224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:59.930812Z","time spent":"2.196405367s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:02.126887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.79415Z","time spent":"1.332733446s","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:02.127211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542840944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:02.127828Z","caller":"traceutil/trace.go:171","msg":"trace[168509444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8303; }","duration":"1.543503271s","start":"2026-04-03T02:41:00.584312Z","end":"2026-04-03T02:41:02.127815Z","steps":["trace[168509444] 'agreement among raft nodes before linearized reading' (duration: 1.542753823s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:02.127862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:00.584294Z","time spent":"1.543558292s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:10.720391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372408674,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:41:11.155326Z","caller":"traceutil/trace.go:171","msg":"trace[1387583159] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"940.932973ms","start":"2026-04-03T02:41:10.214361Z","end":"2026-04-03T02:41:11.155294Z","steps":["trace[1387583159] 'process raft request' (duration: 940.753018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.15556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.214332Z","time spent":"941.085927ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:11.634392Z","caller":"traceutil/trace.go:171","msg":"trace[846072145] linearizableReadLoop","detail":"{readStateIndex:8654; appliedIndex:8652; }","duration":"1.414448626s","start":"2026-04-03T02:41:10.21991Z","end":"2026-04-03T02:41:11.634359Z","steps":["trace[846072145] 'read index received' (duration: 935.192677ms)","trace[846072145] 'applied index is now lower than readState.Index' (duration: 479.254619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:11.634602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414666461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.634628Z","caller":"traceutil/trace.go:171","msg":"trace[1289429602] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"1.415514101s","start":"2026-04-03T02:41:10.219073Z","end":"2026-04-03T02:41:11.634587Z","steps":["trace[1289429602] 'process raft request' (duration: 1.415084641s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.634666Z","caller":"traceutil/trace.go:171","msg":"trace[853339010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8347; }","duration":"1.414783214s","start":"2026-04-03T02:41:10.219866Z","end":"2026-04-03T02:41:11.634649Z","steps":["trace[853339010] 'agreement among raft nodes before linearized reading' (duration: 1.4146519s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.634724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.219857Z","time spent":"1.414849716s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:41:11.634797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.219053Z","time spent":"1.415652964s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:11.742035Z","caller":"traceutil/trace.go:171","msg":"trace[655847789] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8654; }","duration":"107.531878ms","start":"2026-04-03T02:41:11.634479Z","end":"2026-04-03T02:41:11.742011Z","steps":["trace[655847789] 'read index received' (duration: 32.781364ms)","trace[655847789] 'applied index is now lower than readState.Index' (duration: 74.749714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:11.742224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522249571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457109553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494530117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44216957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494495826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742359Z","caller":"traceutil/trace.go:171","msg":"trace[308959305] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8348; }","duration":"1.494584868s","start":"2026-04-03T02:41:10.247765Z","end":"2026-04-03T02:41:11.74235Z","steps":["trace[308959305] 'agreement among raft nodes before linearized reading' (duration: 1.494525706s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44216449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364755043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742398Z","caller":"traceutil/trace.go:171","msg":"trace[1362368007] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8348; }","duration":"1.442283983s","start":"2026-04-03T02:41:10.300086Z","end":"2026-04-03T02:41:11.74237Z","steps":["trace[1362368007] 'agreement among raft nodes before linearized reading' (duration: 1.44215282s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456945518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742443Z","caller":"traceutil/trace.go:171","msg":"trace[1902946853] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8348; }","duration":"1.442336964s","start":"2026-04-03T02:41:10.300074Z","end":"2026-04-03T02:41:11.742411Z","steps":["trace[1902946853] 'agreement among raft nodes before linearized reading' (duration: 1.442119029s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.300071Z","time spent":"1.442382975s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:11.74249Z","caller":"traceutil/trace.go:171","msg":"trace[1083973197] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8348; }","duration":"1.364876886s","start":"2026-04-03T02:41:10.377576Z","end":"2026-04-03T02:41:11.742453Z","steps":["trace[1083973197] 'agreement among raft nodes before linearized reading' (duration: 1.364722002s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.74252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332638256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332775039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742553Z","caller":"traceutil/trace.go:171","msg":"trace[1261069787] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8348; }","duration":"1.332698397s","start":"2026-04-03T02:41:10.409845Z","end":"2026-04-03T02:41:11.742544Z","steps":["trace[1261069787] 'agreement among raft nodes before linearized reading' (duration: 1.332646296s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.300062Z","time spent":"1.442462008s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:41:11.742571Z","caller":"traceutil/trace.go:171","msg":"trace[2033874989] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8348; }","duration":"1.33281901s","start":"2026-04-03T02:41:10.409738Z","end":"2026-04-03T02:41:11.742557Z","steps":["trace[2033874989] 'agreement among raft nodes before linearized reading' (duration: 1.332754949s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.377535Z","time spent":"1.365022739s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.742601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474342689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:41:11.7426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380420633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.409706Z","time spent":"1.332897882s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:41:11.742633Z","caller":"traceutil/trace.go:171","msg":"trace[1654680826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8348; }","duration":"1.47439846s","start":"2026-04-03T02:41:10.268226Z","end":"2026-04-03T02:41:11.742625Z","steps":["trace[1654680826] 'agreement among raft nodes before linearized reading' (duration: 1.474269017s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.742644Z","caller":"traceutil/trace.go:171","msg":"trace[285570084] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8348; }","duration":"1.380485224s","start":"2026-04-03T02:41:10.362148Z","end":"2026-04-03T02:41:11.742633Z","steps":["trace[285570084] 'agreement among raft nodes before linearized reading' (duration: 1.380400642s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.268209Z","time spent":"1.474446942s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:41:11.742663Z","caller":"traceutil/trace.go:171","msg":"trace[884437984] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"167.292528ms","start":"2026-04-03T02:41:11.575337Z","end":"2026-04-03T02:41:11.742629Z","steps":["trace[884437984] 'process raft request' (duration: 92.052683ms)","trace[884437984] 'compare' (duration: 74.421256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:11.742676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.362143Z","time spent":"1.380522886s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.742682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522574538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:41:11.742717Z","caller":"traceutil/trace.go:171","msg":"trace[1712647792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8348; }","duration":"1.522607849s","start":"2026-04-03T02:41:10.220101Z","end":"2026-04-03T02:41:11.742709Z","steps":["trace[1712647792] 'agreement among raft nodes before linearized reading' (duration: 1.522524027s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.220066Z","time spent":"1.522668211s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:11.742741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348653715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348975212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332116014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742812Z","caller":"traceutil/trace.go:171","msg":"trace[1632048394] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8348; }","duration":"1.349160386s","start":"2026-04-03T02:41:10.393643Z","end":"2026-04-03T02:41:11.742803Z","steps":["trace[1632048394] 'agreement among raft nodes before linearized reading' (duration: 1.348954681s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.74282Z","caller":"traceutil/trace.go:171","msg":"trace[1825606724] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8348; }","duration":"1.348738696s","start":"2026-04-03T02:41:10.394036Z","end":"2026-04-03T02:41:11.742775Z","steps":["trace[1825606724] 'agreement among raft nodes before linearized reading' (duration: 1.348670145s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458050815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:41:11.742817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406867547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.437499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742878Z","caller":"traceutil/trace.go:171","msg":"trace[257580828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8348; }","duration":"1.458119026s","start":"2026-04-03T02:41:10.284739Z","end":"2026-04-03T02:41:11.742858Z","steps":["trace[257580828] 'agreement among raft nodes before linearized reading' (duration: 1.457944802s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380754291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742909Z","caller":"traceutil/trace.go:171","msg":"trace[745822735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8348; }","duration":"578.512161ms","start":"2026-04-03T02:41:11.164387Z","end":"2026-04-03T02:41:11.742899Z","steps":["trace[745822735] 'agreement among raft nodes before linearized reading' (duration: 578.45733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380720341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36584102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36584009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.74291Z","caller":"traceutil/trace.go:171","msg":"trace[118216237] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8348; }","duration":"1.40699856s","start":"2026-04-03T02:41:10.33589Z","end":"2026-04-03T02:41:11.742889Z","steps":["trace[118216237] 'agreement among raft nodes before linearized reading' (duration: 1.406823426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474701547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.742938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:11.16437Z","time spent":"578.562152ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:41:11.742951Z","caller":"traceutil/trace.go:171","msg":"trace[1363069622] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8348; }","duration":"1.365925221s","start":"2026-04-03T02:41:10.377017Z","end":"2026-04-03T02:41:11.742942Z","steps":["trace[1363069622] 'agreement among raft nodes before linearized reading' (duration: 1.365843369s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.742957Z","caller":"traceutil/trace.go:171","msg":"trace[665567407] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8348; }","duration":"1.36588264s","start":"2026-04-03T02:41:10.377062Z","end":"2026-04-03T02:41:11.742945Z","steps":["trace[665567407] 'agreement among raft nodes before linearized reading' (duration: 1.36584449s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.40982Z","time spent":"1.332763059s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:11.742969Z","caller":"traceutil/trace.go:171","msg":"trace[2008917442] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8348; }","duration":"1.47477221s","start":"2026-04-03T02:41:10.268183Z","end":"2026-04-03T02:41:11.742955Z","steps":["trace[2008917442] 'agreement among raft nodes before linearized reading' (duration: 1.474714278s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.335883Z","time spent":"1.407078092s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.742991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.377006Z","time spent":"1.365975383s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:41:11.742986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407117753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.743003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.268168Z","time spent":"1.474827682s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.742552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515796097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:41:11.743029Z","caller":"traceutil/trace.go:171","msg":"trace[739357872] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8348; }","duration":"1.407192214s","start":"2026-04-03T02:41:10.335825Z","end":"2026-04-03T02:41:11.743018Z","steps":["trace[739357872] 'agreement among raft nodes before linearized reading' (duration: 1.407124633s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.743042Z","caller":"traceutil/trace.go:171","msg":"trace[28722683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8348; }","duration":"1.516287109s","start":"2026-04-03T02:41:10.226747Z","end":"2026-04-03T02:41:11.743034Z","steps":["trace[28722683] 'agreement among raft nodes before linearized reading' (duration: 1.515698375s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.226706Z","time spent":"1.51635486s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:11.743067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.335813Z","time spent":"1.407244646s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:41:11.743073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4722287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:41:11.742375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45656433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.743164Z","caller":"traceutil/trace.go:171","msg":"trace[944450044] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8348; }","duration":"1.457352808s","start":"2026-04-03T02:41:10.285798Z","end":"2026-04-03T02:41:11.743151Z","steps":["trace[944450044] 'agreement among raft nodes before linearized reading' (duration: 1.45654744s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.74291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.284728Z","time spent":"1.458176378s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"info","ts":"2026-04-03T02:41:11.743192Z","caller":"traceutil/trace.go:171","msg":"trace[747236163] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8348; }","duration":"1.472389943s","start":"2026-04-03T02:41:10.27076Z","end":"2026-04-03T02:41:11.74315Z","steps":["trace[747236163] 'agreement among raft nodes before linearized reading' (duration: 1.472018805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.28577Z","time spent":"1.457419849s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:41:11.742316Z","caller":"traceutil/trace.go:171","msg":"trace[822611008] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8348; }","duration":"1.457240095s","start":"2026-04-03T02:41:10.285057Z","end":"2026-04-03T02:41:11.742298Z","steps":["trace[822611008] 'agreement among raft nodes before linearized reading' (duration: 1.457057481s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473762775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:41:11.743117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494670999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.743243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.270751Z","time spent":"1.472482416s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:11.743243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.285048Z","time spent":"1.458183897s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:41:11.742606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522068426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.742949Z","caller":"traceutil/trace.go:171","msg":"trace[1501349291] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8348; }","duration":"1.380763091s","start":"2026-04-03T02:41:10.362174Z","end":"2026-04-03T02:41:11.742937Z","steps":["trace[1501349291] 'agreement among raft nodes before linearized reading' (duration: 1.38071988s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.74325Z","caller":"traceutil/trace.go:171","msg":"trace[286088962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8348; }","duration":"1.473851267s","start":"2026-04-03T02:41:10.269386Z","end":"2026-04-03T02:41:11.743237Z","steps":["trace[286088962] 'agreement among raft nodes before linearized reading' (duration: 1.473640942s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.743291Z","caller":"traceutil/trace.go:171","msg":"trace[2010454273] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8348; }","duration":"1.522773983s","start":"2026-04-03T02:41:10.220505Z","end":"2026-04-03T02:41:11.743279Z","steps":["trace[2010454273] 'agreement among raft nodes before linearized reading' (duration: 1.522069677s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.044701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T02:41:11.742395Z","caller":"traceutil/trace.go:171","msg":"trace[1604947485] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8348; }","duration":"1.494579477s","start":"2026-04-03T02:41:10.247799Z","end":"2026-04-03T02:41:11.742378Z","steps":["trace[1604947485] 'agreement among raft nodes before linearized reading' (duration: 1.494476695s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.74334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.220493Z","time spent":"1.522831984s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:41:11.74334Z","caller":"traceutil/trace.go:171","msg":"trace[1553223788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8348; }","duration":"634.561013ms","start":"2026-04-03T02:41:11.108767Z","end":"2026-04-03T02:41:11.743328Z","steps":["trace[1553223788] 'agreement among raft nodes before linearized reading' (duration: 633.97822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.742917Z","caller":"traceutil/trace.go:171","msg":"trace[1059644057] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8348; }","duration":"1.380852234s","start":"2026-04-03T02:41:10.362057Z","end":"2026-04-03T02:41:11.742909Z","steps":["trace[1059644057] 'agreement among raft nodes before linearized reading' (duration: 1.380799532s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.362169Z","time spent":"1.381115999s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:41:11.743384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:11.108707Z","time spent":"634.663375ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:11.742861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.394013Z","time spent":"1.348839108s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.743402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.362029Z","time spent":"1.381358565s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.743341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.247788Z","time spent":"1.495545549s","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:41:11.742466Z","caller":"traceutil/trace.go:171","msg":"trace[399851868] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8348; }","duration":"1.4570276s","start":"2026-04-03T02:41:10.285428Z","end":"2026-04-03T02:41:11.742455Z","steps":["trace[399851868] 'agreement among raft nodes before linearized reading' (duration: 1.456972649s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.742834Z","caller":"traceutil/trace.go:171","msg":"trace[1155000582] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8348; }","duration":"1.332147315s","start":"2026-04-03T02:41:10.410678Z","end":"2026-04-03T02:41:11.742825Z","steps":["trace[1155000582] 'agreement among raft nodes before linearized reading' (duration: 1.332102384s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.410617Z","time spent":"1.332873521s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.742239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348593842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:11.743506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.285407Z","time spent":"1.458072005s","remote":"127.0.0.1:34838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.742231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440983293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.74354Z","caller":"traceutil/trace.go:171","msg":"trace[620279007] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8348; }","duration":"1.349929994s","start":"2026-04-03T02:41:10.393599Z","end":"2026-04-03T02:41:11.743529Z","steps":["trace[620279007] 'agreement among raft nodes before linearized reading' (duration: 1.348573792s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.743564Z","caller":"traceutil/trace.go:171","msg":"trace[1748838590] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8348; }","duration":"1.442396016s","start":"2026-04-03T02:41:10.301158Z","end":"2026-04-03T02:41:11.743554Z","steps":["trace[1748838590] 'agreement among raft nodes before linearized reading' (duration: 1.440900471s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.393588Z","time spent":"1.349978895s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:11.742268Z","caller":"traceutil/trace.go:171","msg":"trace[1026930405] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8348; }","duration":"1.522347472s","start":"2026-04-03T02:41:10.219908Z","end":"2026-04-03T02:41:11.742255Z","steps":["trace[1026930405] 'agreement among raft nodes before linearized reading' (duration: 1.522189059s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.301129Z","time spent":"1.442461817s","remote":"127.0.0.1:34852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.742415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.247754Z","time spent":"1.494641559s","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.743643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.219895Z","time spent":"1.523728855s","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.742839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.393637Z","time spent":"1.349193117s","remote":"127.0.0.1:34894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T02:41:11.742466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474194055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.743739Z","caller":"traceutil/trace.go:171","msg":"trace[854936707] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8348; }","duration":"1.475484666s","start":"2026-04-03T02:41:10.268238Z","end":"2026-04-03T02:41:11.743723Z","steps":["trace[854936707] 'agreement among raft nodes before linearized reading' (duration: 1.474197036s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472918756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.743901Z","caller":"traceutil/trace.go:171","msg":"trace[880577744] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8348; }","duration":"1.474619605s","start":"2026-04-03T02:41:10.269266Z","end":"2026-04-03T02:41:11.743886Z","steps":["trace[880577744] 'agreement among raft nodes before linearized reading' (duration: 1.472825234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.743948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.269254Z","time spent":"1.474679986s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.743786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.268227Z","time spent":"1.475543687s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-04-03T02:41:11.743256Z","caller":"traceutil/trace.go:171","msg":"trace[1808606919] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8348; }","duration":"1.494836313s","start":"2026-04-03T02:41:10.248408Z","end":"2026-04-03T02:41:11.743244Z","steps":["trace[1808606919] 'agreement among raft nodes before linearized reading' (duration: 1.49468331s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.744017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472812202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:41:11.744068Z","caller":"traceutil/trace.go:171","msg":"trace[1840656854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8348; }","duration":"1.472872094s","start":"2026-04-03T02:41:10.271176Z","end":"2026-04-03T02:41:11.744049Z","steps":["trace[1840656854] 'agreement among raft nodes before linearized reading' (duration: 1.471480202s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.744105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.271166Z","time spent":"1.472933295s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:11.743306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.269365Z","time spent":"1.47392935s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:11.742953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406440127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:11.744479Z","caller":"traceutil/trace.go:171","msg":"trace[1035026504] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8348; }","duration":"1.407979453s","start":"2026-04-03T02:41:10.336486Z","end":"2026-04-03T02:41:11.744465Z","steps":["trace[1035026504] 'agreement among raft nodes before linearized reading' (duration: 1.406444877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:11.742996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.377057Z","time spent":"1.365929611s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:11.744525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.336475Z","time spent":"1.408038484s","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-03T02:41:11.744065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:10.248391Z","time spent":"1.495654342s","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-04-03T02:41:11.873619Z","caller":"traceutil/trace.go:171","msg":"trace[601936417] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"124.01144ms","start":"2026-04-03T02:41:11.749584Z","end":"2026-04-03T02:41:11.873595Z","steps":["trace[601936417] 'process raft request' (duration: 123.957419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.873667Z","caller":"traceutil/trace.go:171","msg":"trace[2053935332] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"124.059871ms","start":"2026-04-03T02:41:11.749579Z","end":"2026-04-03T02:41:11.873639Z","steps":["trace[2053935332] 'process raft request' (duration: 123.928208ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.873712Z","caller":"traceutil/trace.go:171","msg":"trace[2069031023] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"124.089391ms","start":"2026-04-03T02:41:11.74953Z","end":"2026-04-03T02:41:11.873619Z","steps":["trace[2069031023] 'process raft request' (duration: 123.825904ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.873936Z","caller":"traceutil/trace.go:171","msg":"trace[1940984001] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"124.298416ms","start":"2026-04-03T02:41:11.749624Z","end":"2026-04-03T02:41:11.873923Z","steps":["trace[1940984001] 'process raft request' (duration: 123.942548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.873981Z","caller":"traceutil/trace.go:171","msg":"trace[806414648] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"124.181384ms","start":"2026-04-03T02:41:11.749787Z","end":"2026-04-03T02:41:11.873968Z","steps":["trace[806414648] 'process raft request' (duration: 124.0092ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:11.874169Z","caller":"traceutil/trace.go:171","msg":"trace[871160069] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"122.974725ms","start":"2026-04-03T02:41:11.751187Z","end":"2026-04-03T02:41:11.874162Z","steps":["trace[871160069] 'process raft request' (duration: 122.74087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.665742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372408706,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:41:13.866623Z","caller":"traceutil/trace.go:171","msg":"trace[601316896] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"705.260218ms","start":"2026-04-03T02:41:13.161341Z","end":"2026-04-03T02:41:13.866602Z","steps":["trace[601316896] 'process raft request' (duration: 705.119475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:13.866768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:13.161316Z","time spent":"705.37408ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:14.037368Z","caller":"traceutil/trace.go:171","msg":"trace[689900811] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"738.056393ms","start":"2026-04-03T02:41:13.299289Z","end":"2026-04-03T02:41:14.037345Z","steps":["trace[689900811] 'process raft request' (duration: 737.867198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:14.037697Z","caller":"traceutil/trace.go:171","msg":"trace[1134863936] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"396.782413ms","start":"2026-04-03T02:41:13.640885Z","end":"2026-04-03T02:41:14.037668Z","steps":["trace[1134863936] 'process raft request' (duration: 396.414805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:14.037741Z","caller":"traceutil/trace.go:171","msg":"trace[1591249100] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"287.798007ms","start":"2026-04-03T02:41:13.749925Z","end":"2026-04-03T02:41:14.037723Z","steps":["trace[1591249100] 'process raft request' (duration: 287.625543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.037807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.529613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:14.037704Z","caller":"traceutil/trace.go:171","msg":"trace[1741173875] linearizableReadLoop","detail":"{readStateIndex:8667; appliedIndex:8664; }","duration":"872.41608ms","start":"2026-04-03T02:41:13.165262Z","end":"2026-04-03T02:41:14.037678Z","steps":["trace[1741173875] 'read index received' (duration: 701.196001ms)","trace[1741173875] 'applied index is now lower than readState.Index' (duration: 171.218359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:14.037845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:13.640862Z","time spent":"396.905197ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:14.03786Z","caller":"traceutil/trace.go:171","msg":"trace[804120585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8360; }","duration":"872.620495ms","start":"2026-04-03T02:41:13.165227Z","end":"2026-04-03T02:41:14.037848Z","steps":["trace[804120585] 'agreement among raft nodes before linearized reading' (duration: 872.527902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.03797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:13.165216Z","time spent":"872.735918ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:14.037988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:13.299262Z","time spent":"738.170136ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:14.038018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.461856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:14.038065Z","caller":"traceutil/trace.go:171","msg":"trace[821132593] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8360; }","duration":"783.542998ms","start":"2026-04-03T02:41:13.254507Z","end":"2026-04-03T02:41:14.03805Z","steps":["trace[821132593] 'agreement among raft nodes before linearized reading' (duration: 783.470697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.038131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:13.254488Z","time spent":"783.610009ms","remote":"127.0.0.1:53190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:14.038199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.613265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:41:14.038224Z","caller":"traceutil/trace.go:171","msg":"trace[1446637553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8360; }","duration":"225.677546ms","start":"2026-04-03T02:41:13.812539Z","end":"2026-04-03T02:41:14.038217Z","steps":["trace[1446637553] 'agreement among raft nodes before linearized reading' (duration: 225.555793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.03821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.653629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:41:14.038288Z","caller":"traceutil/trace.go:171","msg":"trace[460441162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8360; }","duration":"160.803342ms","start":"2026-04-03T02:41:13.877461Z","end":"2026-04-03T02:41:14.038264Z","steps":["trace[460441162] 'agreement among raft nodes before linearized reading' (duration: 160.522476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.03834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.257783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:14.038365Z","caller":"traceutil/trace.go:171","msg":"trace[1259536397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8360; }","duration":"161.300153ms","start":"2026-04-03T02:41:13.877055Z","end":"2026-04-03T02:41:14.038355Z","steps":["trace[1259536397] 'agreement among raft nodes before linearized reading' (duration: 161.243372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.038497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.158016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:41:14.038535Z","caller":"traceutil/trace.go:171","msg":"trace[587864888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8360; }","duration":"283.241248ms","start":"2026-04-03T02:41:13.755285Z","end":"2026-04-03T02:41:14.038526Z","steps":["trace[587864888] 'agreement among raft nodes before linearized reading' (duration: 283.089825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.038469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.410093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T02:41:14.038548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.105156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:41:14.038596Z","caller":"traceutil/trace.go:171","msg":"trace[1704329709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8360; }","duration":"160.152597ms","start":"2026-04-03T02:41:13.878432Z","end":"2026-04-03T02:41:14.038585Z","steps":["trace[1704329709] 'agreement among raft nodes before linearized reading' (duration: 160.008513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:14.038615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.616138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:41:14.038628Z","caller":"traceutil/trace.go:171","msg":"trace[163032580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8360; }","duration":"160.527945ms","start":"2026-04-03T02:41:13.878035Z","end":"2026-04-03T02:41:14.038563Z","steps":["trace[163032580] 'agreement among raft nodes before linearized reading' (duration: 160.31866ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:14.038692Z","caller":"traceutil/trace.go:171","msg":"trace[1420305738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8360; }","duration":"160.72727ms","start":"2026-04-03T02:41:13.877953Z","end":"2026-04-03T02:41:14.03868Z","steps":["trace[1420305738] 'agreement among raft nodes before linearized reading' (duration: 160.546766ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:15.892753Z","caller":"traceutil/trace.go:171","msg":"trace[759219456] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"377.490306ms","start":"2026-04-03T02:41:15.515241Z","end":"2026-04-03T02:41:15.892732Z","steps":["trace[759219456] 'process raft request' (duration: 377.333842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:15.892903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:15.515212Z","time spent":"377.610279ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:16.271666Z","caller":"traceutil/trace.go:171","msg":"trace[638906111] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"228.315639ms","start":"2026-04-03T02:41:16.043321Z","end":"2026-04-03T02:41:16.271637Z","steps":["trace[638906111] 'process raft request' (duration: 228.109684ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.286124Z","caller":"traceutil/trace.go:171","msg":"trace[208320957] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8677; }","duration":"234.948596ms","start":"2026-04-03T02:41:16.051153Z","end":"2026-04-03T02:41:16.286102Z","steps":["trace[208320957] 'read index received' (duration: 220.286689ms)","trace[208320957] 'applied index is now lower than readState.Index' (duration: 14.660847ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:16.286183Z","caller":"traceutil/trace.go:171","msg":"trace[214520889] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"240.57966ms","start":"2026-04-03T02:41:16.045576Z","end":"2026-04-03T02:41:16.286156Z","steps":["trace[214520889] 'process raft request' (duration: 240.407476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.286355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.189942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:41:16.286423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.766568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:41:16.286491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.476426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:41:16.286485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.406751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:16.286536Z","caller":"traceutil/trace.go:171","msg":"trace[1774864357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8371; }","duration":"152.580789ms","start":"2026-04-03T02:41:16.133945Z","end":"2026-04-03T02:41:16.286525Z","steps":["trace[1774864357] 'agreement among raft nodes before linearized reading' (duration: 152.396485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.286549Z","caller":"traceutil/trace.go:171","msg":"trace[1244543246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"121.528304ms","start":"2026-04-03T02:41:16.165007Z","end":"2026-04-03T02:41:16.286535Z","steps":["trace[1244543246] 'agreement among raft nodes before linearized reading' (duration: 121.379931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.286413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.647376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:41:16.286564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.592365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:16.286608Z","caller":"traceutil/trace.go:171","msg":"trace[611797253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8371; }","duration":"151.890562ms","start":"2026-04-03T02:41:16.134696Z","end":"2026-04-03T02:41:16.286587Z","steps":["trace[611797253] 'agreement among raft nodes before linearized reading' (duration: 151.569164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.286624Z","caller":"traceutil/trace.go:171","msg":"trace[1283460848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8371; }","duration":"151.666616ms","start":"2026-04-03T02:41:16.134942Z","end":"2026-04-03T02:41:16.286608Z","steps":["trace[1283460848] 'agreement among raft nodes before linearized reading' (duration: 151.507282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.286426Z","caller":"traceutil/trace.go:171","msg":"trace[1155242365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8371; }","duration":"235.314584ms","start":"2026-04-03T02:41:16.051095Z","end":"2026-04-03T02:41:16.28641Z","steps":["trace[1155242365] 'agreement among raft nodes before linearized reading' (duration: 235.091289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.286679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.864591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:41:16.286777Z","caller":"traceutil/trace.go:171","msg":"trace[766412333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8371; }","duration":"152.068066ms","start":"2026-04-03T02:41:16.134697Z","end":"2026-04-03T02:41:16.286766Z","steps":["trace[766412333] 'agreement among raft nodes before linearized reading' (duration: 151.666586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.286512Z","caller":"traceutil/trace.go:171","msg":"trace[1768907831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8371; }","duration":"151.874061ms","start":"2026-04-03T02:41:16.134622Z","end":"2026-04-03T02:41:16.286496Z","steps":["trace[1768907831] 'agreement among raft nodes before linearized reading' (duration: 151.706358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.286421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.056049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:16.286908Z","caller":"traceutil/trace.go:171","msg":"trace[60797529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8371; }","duration":"227.580642ms","start":"2026-04-03T02:41:16.059319Z","end":"2026-04-03T02:41:16.286899Z","steps":["trace[60797529] 'agreement among raft nodes before linearized reading' (duration: 226.935487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.593725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.360657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:16.593925Z","caller":"traceutil/trace.go:171","msg":"trace[219535219] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"302.132595ms","start":"2026-04-03T02:41:16.291758Z","end":"2026-04-03T02:41:16.59389Z","steps":["trace[219535219] 'process raft request' (duration: 52.515911ms)","trace[219535219] 'compare' (duration: 249.243784ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:16.594081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.291739Z","time spent":"302.269588ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:16.593921Z","caller":"traceutil/trace.go:171","msg":"trace[1837353334] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8679; }","duration":"302.037953ms","start":"2026-04-03T02:41:16.291804Z","end":"2026-04-03T02:41:16.593841Z","steps":["trace[1837353334] 'read index received' (duration: 52.482371ms)","trace[1837353334] 'applied index is now lower than readState.Index' (duration: 249.553792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:16.594357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.546894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223781"} {"level":"info","ts":"2026-04-03T02:41:16.594566Z","caller":"traceutil/trace.go:171","msg":"trace[1608871013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8372; }","duration":"302.77915ms","start":"2026-04-03T02:41:16.291772Z","end":"2026-04-03T02:41:16.594552Z","steps":["trace[1608871013] 'agreement among raft nodes before linearized reading' (duration: 302.258158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.594659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.291755Z","time spent":"302.890002ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:41:16.604869Z","caller":"traceutil/trace.go:171","msg":"trace[2064454776] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"312.726465ms","start":"2026-04-03T02:41:16.291977Z","end":"2026-04-03T02:41:16.604704Z","steps":["trace[2064454776] 'process raft request' (duration: 312.551761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.604985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.291969Z","time spent":"312.93891ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:16.604871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.228141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:16.605036Z","caller":"traceutil/trace.go:171","msg":"trace[1992053396] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"313.073483ms","start":"2026-04-03T02:41:16.291913Z","end":"2026-04-03T02:41:16.604986Z","steps":["trace[1992053396] 'process raft request' (duration: 312.284404ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.605143Z","caller":"traceutil/trace.go:171","msg":"trace[1216799412] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"313.008222ms","start":"2026-04-03T02:41:16.292086Z","end":"2026-04-03T02:41:16.605094Z","steps":["trace[1216799412] 'process raft request' (duration: 312.55244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:16.60517Z","caller":"traceutil/trace.go:171","msg":"trace[678344126] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"312.754796ms","start":"2026-04-03T02:41:16.292378Z","end":"2026-04-03T02:41:16.605133Z","steps":["trace[678344126] 'process raft request' (duration: 312.304374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.605207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.291898Z","time spent":"313.246478ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:16.60524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.29207Z","time spent":"313.118915ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:16.605175Z","caller":"traceutil/trace.go:171","msg":"trace[1955387852] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"313.146085ms","start":"2026-04-03T02:41:16.29201Z","end":"2026-04-03T02:41:16.605156Z","steps":["trace[1955387852] 'process raft request' (duration: 312.575521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.60534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.292368Z","time spent":"312.879189ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:16.605337Z","caller":"traceutil/trace.go:171","msg":"trace[1907017116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8377; }","duration":"257.514589ms","start":"2026-04-03T02:41:16.347557Z","end":"2026-04-03T02:41:16.605072Z","steps":["trace[1907017116] 'agreement among raft nodes before linearized reading' (duration: 257.194431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:16.606009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:16.291985Z","time spent":"313.382971ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:30.56129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.711292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:30.561405Z","caller":"traceutil/trace.go:171","msg":"trace[1246608226] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8759; }","duration":"228.32533ms","start":"2026-04-03T02:41:30.333064Z","end":"2026-04-03T02:41:30.561389Z","steps":["trace[1246608226] 'read index received' (duration: 29.16362ms)","trace[1246608226] 'applied index is now lower than readState.Index' (duration: 199.1605ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:30.561468Z","caller":"traceutil/trace.go:171","msg":"trace[250473672] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"229.951818ms","start":"2026-04-03T02:41:30.331479Z","end":"2026-04-03T02:41:30.561431Z","steps":["trace[250473672] 'process raft request' (duration: 104.01134ms)","trace[250473672] 'compare' (duration: 125.572669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:30.561631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.540925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:30.561723Z","caller":"traceutil/trace.go:171","msg":"trace[201787866] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8450; }","duration":"228.684738ms","start":"2026-04-03T02:41:30.333024Z","end":"2026-04-03T02:41:30.561709Z","steps":["trace[201787866] 'agreement among raft nodes before linearized reading' (duration: 228.480343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.13768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.83692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:41:31.137756Z","caller":"traceutil/trace.go:171","msg":"trace[1240640837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8450; }","duration":"469.958644ms","start":"2026-04-03T02:41:30.667779Z","end":"2026-04-03T02:41:31.137737Z","steps":["trace[1240640837] 'range keys from in-memory index tree' (duration: 469.605294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.137779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.941464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:41:31.137846Z","caller":"traceutil/trace.go:171","msg":"trace[366739817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8450; }","duration":"454.035747ms","start":"2026-04-03T02:41:30.68379Z","end":"2026-04-03T02:41:31.137826Z","steps":["trace[366739817] 'range keys from in-memory index tree' (duration: 453.800781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.137862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.640934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:31.137883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.894785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:41:31.137893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.683777Z","time spent":"454.105858ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"info","ts":"2026-04-03T02:41:31.137909Z","caller":"traceutil/trace.go:171","msg":"trace[755499177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8450; }","duration":"448.952607ms","start":"2026-04-03T02:41:30.688948Z","end":"2026-04-03T02:41:31.137901Z","steps":["trace[755499177] 'range keys from in-memory index tree' (duration: 448.796293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:31.137928Z","caller":"traceutil/trace.go:171","msg":"trace[1143317805] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8450; }","duration":"337.738546ms","start":"2026-04-03T02:41:30.800158Z","end":"2026-04-03T02:41:31.137897Z","steps":["trace[1143317805] 'count revisions from in-memory index tree' (duration: 337.561652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.137953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.688938Z","time spent":"449.009578ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:31.137963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.800136Z","time spent":"337.817608ms","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:31.13796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.247626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:41:31.138089Z","caller":"traceutil/trace.go:171","msg":"trace[1884246967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8450; }","duration":"461.42248ms","start":"2026-04-03T02:41:30.676646Z","end":"2026-04-03T02:41:31.138069Z","steps":["trace[1884246967] 'range keys from in-memory index tree' (duration: 461.006791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.138192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.676628Z","time spent":"461.551194ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:31.138254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.011443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:31.138302Z","caller":"traceutil/trace.go:171","msg":"trace[1535739476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"456.054854ms","start":"2026-04-03T02:41:30.682233Z","end":"2026-04-03T02:41:31.138288Z","steps":["trace[1535739476] 'range keys from in-memory index tree' (duration: 455.87833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.138338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.682198Z","time spent":"456.132416ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:31.138346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.704669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:31.138393Z","caller":"traceutil/trace.go:171","msg":"trace[481101120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8450; }","duration":"464.786531ms","start":"2026-04-03T02:41:30.673593Z","end":"2026-04-03T02:41:31.13838Z","steps":["trace[481101120] 'range keys from in-memory index tree' (duration: 464.562885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.138444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.673579Z","time spent":"464.853952ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:31.137796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.667759Z","time spent":"470.027635ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:31.138705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.390407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:41:31.138795Z","caller":"traceutil/trace.go:171","msg":"trace[1094506403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8450; }","duration":"438.533581ms","start":"2026-04-03T02:41:30.700241Z","end":"2026-04-03T02:41:31.138775Z","steps":["trace[1094506403] 'range keys from in-memory index tree' (duration: 437.549317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.138841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:30.700229Z","time spent":"438.602442ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:41:31.52019Z","caller":"traceutil/trace.go:171","msg":"trace[57960706] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"377.489527ms","start":"2026-04-03T02:41:31.142675Z","end":"2026-04-03T02:41:31.520165Z","steps":["trace[57960706] 'process raft request' (duration: 377.310513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.520402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.142635Z","time spent":"377.63213ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:31.568551Z","caller":"traceutil/trace.go:171","msg":"trace[1180878335] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"425.650696ms","start":"2026-04-03T02:41:31.142864Z","end":"2026-04-03T02:41:31.568515Z","steps":["trace[1180878335] 'process raft request' (duration: 402.208842ms)","trace[1180878335] 'compare' (duration: 23.236099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:31.568778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.142828Z","time spent":"425.849601ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:31.568894Z","caller":"traceutil/trace.go:171","msg":"trace[1673713038] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"425.882721ms","start":"2026-04-03T02:41:31.14298Z","end":"2026-04-03T02:41:31.568863Z","steps":["trace[1673713038] 'process raft request' (duration: 425.474041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.569096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.142972Z","time spent":"426.018674ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:31.569263Z","caller":"traceutil/trace.go:171","msg":"trace[395938441] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"426.179448ms","start":"2026-04-03T02:41:31.143064Z","end":"2026-04-03T02:41:31.569243Z","steps":["trace[395938441] 'process raft request' (duration: 425.672606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.569381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.143053Z","time spent":"426.28321ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:31.569585Z","caller":"traceutil/trace.go:171","msg":"trace[1102093449] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"426.452774ms","start":"2026-04-03T02:41:31.143107Z","end":"2026-04-03T02:41:31.56956Z","steps":["trace[1102093449] 'process raft request' (duration: 426.072555ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:31.569712Z","caller":"traceutil/trace.go:171","msg":"trace[375812360] linearizableReadLoop","detail":"{readStateIndex:8767; appliedIndex:8761; }","duration":"404.948825ms","start":"2026-04-03T02:41:31.164749Z","end":"2026-04-03T02:41:31.569698Z","steps":["trace[375812360] 'read index received' (duration: 355.302192ms)","trace[375812360] 'applied index is now lower than readState.Index' (duration: 49.644813ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:31.569726Z","caller":"traceutil/trace.go:171","msg":"trace[554160153] transaction","detail":"{read_only:false; response_revision:8456; number_of_response:1; }","duration":"426.552277ms","start":"2026-04-03T02:41:31.143156Z","end":"2026-04-03T02:41:31.569708Z","steps":["trace[554160153] 'process raft request' (duration: 426.322361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.569931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.143084Z","time spent":"426.773943ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:31.570015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.143128Z","time spent":"426.812094ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:31.569775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.029897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:31.570142Z","caller":"traceutil/trace.go:171","msg":"trace[2002091344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8456; }","duration":"405.412377ms","start":"2026-04-03T02:41:31.164698Z","end":"2026-04-03T02:41:31.570111Z","steps":["trace[2002091344] 'agreement among raft nodes before linearized reading' (duration: 405.039067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:31.570221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:31.164682Z","time spent":"405.51714ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:32.121642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.509951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:41:32.121931Z","caller":"traceutil/trace.go:171","msg":"trace[1012521987] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:8456; }","duration":"285.764468ms","start":"2026-04-03T02:41:31.836054Z","end":"2026-04-03T02:41:32.121819Z","steps":["trace[1012521987] 'range keys from in-memory index tree' (duration: 285.305706ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:32.159785Z","caller":"traceutil/trace.go:171","msg":"trace[1499257730] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"157.952694ms","start":"2026-04-03T02:41:32.001812Z","end":"2026-04-03T02:41:32.159765Z","steps":["trace[1499257730] 'process raft request' (duration: 157.812971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:33.021833Z","caller":"traceutil/trace.go:171","msg":"trace[17882546] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8772; }","duration":"188.627692ms","start":"2026-04-03T02:41:32.833168Z","end":"2026-04-03T02:41:33.021795Z","steps":["trace[17882546] 'read index received' (duration: 187.852864ms)","trace[17882546] 'applied index is now lower than readState.Index' (duration: 773.168µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:33.021911Z","caller":"traceutil/trace.go:171","msg":"trace[46945590] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"235.284454ms","start":"2026-04-03T02:41:32.7866Z","end":"2026-04-03T02:41:33.021884Z","steps":["trace[46945590] 'process raft request' (duration: 234.7074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.022065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.865417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:33.022116Z","caller":"traceutil/trace.go:171","msg":"trace[1548760319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8461; }","duration":"188.97282ms","start":"2026-04-03T02:41:32.833128Z","end":"2026-04-03T02:41:33.0221Z","steps":["trace[1548760319] 'agreement among raft nodes before linearized reading' (duration: 188.853117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:33.02251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.516238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:33.02276Z","caller":"traceutil/trace.go:171","msg":"trace[809395622] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8461; }","duration":"125.861806ms","start":"2026-04-03T02:41:32.896875Z","end":"2026-04-03T02:41:33.022737Z","steps":["trace[809395622] 'agreement among raft nodes before linearized reading' (duration: 125.182821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.730679Z","caller":"traceutil/trace.go:171","msg":"trace[1083013306] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"147.070038ms","start":"2026-04-03T02:41:35.583586Z","end":"2026-04-03T02:41:35.730656Z","steps":["trace[1083013306] 'read index received' (duration: 146.814182ms)","trace[1083013306] 'applied index is now lower than readState.Index' (duration: 254.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:35.730752Z","caller":"traceutil/trace.go:171","msg":"trace[949048303] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"190.159777ms","start":"2026-04-03T02:41:35.540565Z","end":"2026-04-03T02:41:35.730725Z","steps":["trace[949048303] 'process raft request' (duration: 189.914771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.730896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.115935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:41:35.730937Z","caller":"traceutil/trace.go:171","msg":"trace[1411755035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8474; }","duration":"146.225327ms","start":"2026-04-03T02:41:35.5847Z","end":"2026-04-03T02:41:35.730926Z","steps":["trace[1411755035] 'agreement among raft nodes before linearized reading' (duration: 146.085694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.731001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.659935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:41:35.73102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.228567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:35.731062Z","caller":"traceutil/trace.go:171","msg":"trace[1975834855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8474; }","duration":"145.771227ms","start":"2026-04-03T02:41:35.585276Z","end":"2026-04-03T02:41:35.731047Z","steps":["trace[1975834855] 'agreement among raft nodes before linearized reading' (duration: 145.560692ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:35.731064Z","caller":"traceutil/trace.go:171","msg":"trace[1485183723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8474; }","duration":"146.32742ms","start":"2026-04-03T02:41:35.584725Z","end":"2026-04-03T02:41:35.731053Z","steps":["trace[1485183723] 'agreement among raft nodes before linearized reading' (duration: 146.200847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.73115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.059384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:41:35.731261Z","caller":"traceutil/trace.go:171","msg":"trace[1511334887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8474; }","duration":"146.184076ms","start":"2026-04-03T02:41:35.585034Z","end":"2026-04-03T02:41:35.731218Z","steps":["trace[1511334887] 'agreement among raft nodes before linearized reading' (duration: 145.855999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:35.731816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.202454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:35.731911Z","caller":"traceutil/trace.go:171","msg":"trace[902636114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8474; }","duration":"148.338738ms","start":"2026-04-03T02:41:35.583537Z","end":"2026-04-03T02:41:35.731876Z","steps":["trace[902636114] 'agreement among raft nodes before linearized reading' (duration: 147.247902ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:44.424557Z","caller":"traceutil/trace.go:171","msg":"trace[1431203633] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8885; }","duration":"258.641426ms","start":"2026-04-03T02:41:44.165892Z","end":"2026-04-03T02:41:44.424533Z","steps":["trace[1431203633] 'read index received' (duration: 258.507063ms)","trace[1431203633] 'applied index is now lower than readState.Index' (duration: 133.523µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:44.424726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.82425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:44.424685Z","caller":"traceutil/trace.go:171","msg":"trace[1707626936] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"350.95287ms","start":"2026-04-03T02:41:44.073707Z","end":"2026-04-03T02:41:44.42466Z","steps":["trace[1707626936] 'process raft request' (duration: 350.669593ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:44.424781Z","caller":"traceutil/trace.go:171","msg":"trace[514074584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8570; }","duration":"258.945442ms","start":"2026-04-03T02:41:44.165822Z","end":"2026-04-03T02:41:44.424768Z","steps":["trace[514074584] 'agreement among raft nodes before linearized reading' (duration: 258.84391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:44.424948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:44.073678Z","time spent":"351.113693ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:44.426931Z","caller":"traceutil/trace.go:171","msg":"trace[703559757] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"194.495329ms","start":"2026-04-03T02:41:44.232407Z","end":"2026-04-03T02:41:44.426902Z","steps":["trace[703559757] 'process raft request' (duration: 194.315385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:44.426974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.779988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-04-03T02:41:44.42702Z","caller":"traceutil/trace.go:171","msg":"trace[478613757] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8571; }","duration":"170.86756ms","start":"2026-04-03T02:41:44.25614Z","end":"2026-04-03T02:41:44.427008Z","steps":["trace[478613757] 'agreement among raft nodes before linearized reading' (duration: 170.710797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:49.170746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372409427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:49.67183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372409427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:50.171971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372409427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:50.672162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372409427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:50.686474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769924443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:50.686561Z","caller":"traceutil/trace.go:171","msg":"trace[1774501401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8588; }","duration":"2.770048637s","start":"2026-04-03T02:41:47.916493Z","end":"2026-04-03T02:41:50.686542Z","steps":["trace[1774501401] 'range keys from in-memory index tree' (duration: 2.769738409s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.686614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.91646Z","time spent":"2.770136559s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:50.68672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654033874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:50.68678Z","caller":"traceutil/trace.go:171","msg":"trace[1835360897] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8588; }","duration":"2.654135876s","start":"2026-04-03T02:41:48.032624Z","end":"2026-04-03T02:41:50.68676Z","steps":["trace[1835360897] 'count revisions from in-memory index tree' (duration: 2.653941982s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.686827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.03259Z","time spent":"2.654226248s","remote":"127.0.0.1:53124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:50.686943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777216417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:41:50.686978Z","caller":"traceutil/trace.go:171","msg":"trace[1650155082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8588; }","duration":"2.777291649s","start":"2026-04-03T02:41:47.909677Z","end":"2026-04-03T02:41:50.686968Z","steps":["trace[1650155082] 'range keys from in-memory index tree' (duration: 2.777090884s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.687005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.909653Z","time spent":"2.777345409s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:50.687005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895375121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:41:50.687077Z","caller":"traceutil/trace.go:171","msg":"trace[1002240418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8588; }","duration":"2.895497784s","start":"2026-04-03T02:41:47.791562Z","end":"2026-04-03T02:41:50.68706Z","steps":["trace[1002240418] 'range keys from in-memory index tree' (duration: 2.895132805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.687127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.79154Z","time spent":"2.895578945s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:50.68703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869250403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:41:50.687211Z","caller":"traceutil/trace.go:171","msg":"trace[1425643970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8588; }","duration":"2.869483079s","start":"2026-04-03T02:41:47.817694Z","end":"2026-04-03T02:41:50.687178Z","steps":["trace[1425643970] 'range keys from in-memory index tree' (duration: 2.868982225s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.686495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769155486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:41:50.687254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.817669Z","time spent":"2.86957847s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:41:50.687264Z","caller":"traceutil/trace.go:171","msg":"trace[735450069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8588; }","duration":"2.769956124s","start":"2026-04-03T02:41:47.917292Z","end":"2026-04-03T02:41:50.687249Z","steps":["trace[735450069] 'range keys from in-memory index tree' (duration: 2.768982331s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.687541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.917281Z","time spent":"2.770250351s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:50.687599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521820646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:50.687685Z","caller":"traceutil/trace.go:171","msg":"trace[2084378643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"2.521950969s","start":"2026-04-03T02:41:48.165713Z","end":"2026-04-03T02:41:50.687664Z","steps":["trace[2084378643] 'range keys from in-memory index tree' (duration: 2.521681413s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.68773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.165692Z","time spent":"2.522029471s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:50.688464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453386058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:41:50.688506Z","caller":"traceutil/trace.go:171","msg":"trace[392353957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8588; }","duration":"2.45346053s","start":"2026-04-03T02:41:48.235036Z","end":"2026-04-03T02:41:50.688496Z","steps":["trace[392353957] 'range keys from in-memory index tree' (duration: 2.453219074s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.688549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.235017Z","time spent":"2.453524941s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:50.686669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555697708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:50.688796Z","caller":"traceutil/trace.go:171","msg":"trace[1116575255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8588; }","duration":"2.557868938s","start":"2026-04-03T02:41:48.13089Z","end":"2026-04-03T02:41:50.688759Z","steps":["trace[1116575255] 'count revisions from in-memory index tree' (duration: 2.555600926s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.688915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.130871Z","time spent":"2.557972601s","remote":"127.0.0.1:57366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:50.689331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773220451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:50.689387Z","caller":"traceutil/trace.go:171","msg":"trace[1489067343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8588; }","duration":"2.773317944s","start":"2026-04-03T02:41:47.916056Z","end":"2026-04-03T02:41:50.689374Z","steps":["trace[1489067343] 'range keys from in-memory index tree' (duration: 2.770988898s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:50.68942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:47.916035Z","time spent":"2.773376745s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:51.173257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372409427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:41:51.351648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.901808052s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:41:51.35221Z","caller":"traceutil/trace.go:171","msg":"trace[41581037] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"2.902455887s","start":"2026-04-03T02:41:48.449725Z","end":"2026-04-03T02:41:51.352181Z","steps":["trace[41581037] 'process raft request' (duration: 2.902225151s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.352364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.449706Z","time spent":"2.90258601s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.640725Z","caller":"traceutil/trace.go:171","msg":"trace[889074061] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"3.126797971s","start":"2026-04-03T02:41:48.513896Z","end":"2026-04-03T02:41:51.640694Z","steps":["trace[889074061] 'process raft request' (duration: 3.126626927s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.64077Z","caller":"traceutil/trace.go:171","msg":"trace[1693389441] linearizableReadLoop","detail":"{readStateIndex:8914; appliedIndex:8905; }","duration":"2.97021038s","start":"2026-04-03T02:41:48.67055Z","end":"2026-04-03T02:41:51.64076Z","steps":["trace[1693389441] 'read index received' (duration: 2.681411621s)","trace[1693389441] 'applied index is now lower than readState.Index' (duration: 288.797929ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:51.641003Z","caller":"traceutil/trace.go:171","msg":"trace[278466057] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"2.943961449s","start":"2026-04-03T02:41:48.697036Z","end":"2026-04-03T02:41:51.640998Z","steps":["trace[278466057] 'process raft request' (duration: 2.943591271s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.69702Z","time spent":"2.94399481s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.641073Z","caller":"traceutil/trace.go:171","msg":"trace[1775332760] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"948.315045ms","start":"2026-04-03T02:41:50.69275Z","end":"2026-04-03T02:41:51.641065Z","steps":["trace[1775332760] 'process raft request' (duration: 947.972277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.692733Z","time spent":"948.363966ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.641042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.513874Z","time spent":"3.127103099s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.641213Z","caller":"traceutil/trace.go:171","msg":"trace[1078678509] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"948.850457ms","start":"2026-04-03T02:41:50.692355Z","end":"2026-04-03T02:41:51.641205Z","steps":["trace[1078678509] 'process raft request' (duration: 948.334355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.692343Z","time spent":"948.891298ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.641281Z","caller":"traceutil/trace.go:171","msg":"trace[1524211895] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"946.461912ms","start":"2026-04-03T02:41:50.694814Z","end":"2026-04-03T02:41:51.641276Z","steps":["trace[1524211895] 'process raft request' (duration: 945.927779ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.64126Z","caller":"traceutil/trace.go:171","msg":"trace[1472392283] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"949.154995ms","start":"2026-04-03T02:41:50.692069Z","end":"2026-04-03T02:41:51.641224Z","steps":["trace[1472392283] 'process raft request' (duration: 948.581621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.694805Z","time spent":"946.494572ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.641344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350729212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.641383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970838654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:51.641376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.43771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:51.641407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.74282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:51.641415Z","caller":"traceutil/trace.go:171","msg":"trace[662999289] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8597; }","duration":"2.970907176s","start":"2026-04-03T02:41:48.670499Z","end":"2026-04-03T02:41:51.641406Z","steps":["trace[662999289] 'agreement among raft nodes before linearized reading' (duration: 2.970810074s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.641427Z","caller":"traceutil/trace.go:171","msg":"trace[1579250615] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8597; }","duration":"412.797801ms","start":"2026-04-03T02:41:51.228621Z","end":"2026-04-03T02:41:51.641419Z","steps":["trace[1579250615] 'agreement among raft nodes before linearized reading' (duration: 412.76457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498518577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:41:51.64143Z","caller":"traceutil/trace.go:171","msg":"trace[1376590712] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8597; }","duration":"321.543973ms","start":"2026-04-03T02:41:51.319874Z","end":"2026-04-03T02:41:51.641418Z","steps":["trace[1376590712] 'agreement among raft nodes before linearized reading' (duration: 321.40498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.228602Z","time spent":"412.836763ms","remote":"127.0.0.1:34064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.641443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:48.670477Z","time spent":"2.970959937s","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:51.641248Z","caller":"traceutil/trace.go:171","msg":"trace[534883239] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"948.863798ms","start":"2026-04-03T02:41:50.692315Z","end":"2026-04-03T02:41:51.641178Z","steps":["trace[534883239] 'process raft request' (duration: 948.357776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.319857Z","time spent":"321.595404ms","remote":"127.0.0.1:52100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.641451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443777052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.641499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725098234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.641487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475595504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.641503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.692305Z","time spent":"949.168484ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:51.641522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.164944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:41:51.641533Z","caller":"traceutil/trace.go:171","msg":"trace[1341159180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"1.725177227s","start":"2026-04-03T02:41:49.916347Z","end":"2026-04-03T02:41:51.641524Z","steps":["trace[1341159180] 'agreement among raft nodes before linearized reading' (duration: 1.725132056s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.64154Z","caller":"traceutil/trace.go:171","msg":"trace[2146902341] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8597; }","duration":"1.443913285s","start":"2026-04-03T02:41:50.197605Z","end":"2026-04-03T02:41:51.641519Z","steps":["trace[2146902341] 'agreement among raft nodes before linearized reading' (duration: 1.443731441s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.641555Z","caller":"traceutil/trace.go:171","msg":"trace[1883425618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8597; }","duration":"1.475689756s","start":"2026-04-03T02:41:50.165846Z","end":"2026-04-03T02:41:51.641536Z","steps":["trace[1883425618] 'agreement among raft nodes before linearized reading' (duration: 1.475581553s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.641559Z","caller":"traceutil/trace.go:171","msg":"trace[62575776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8597; }","duration":"949.238156ms","start":"2026-04-03T02:41:50.692313Z","end":"2026-04-03T02:41:51.641551Z","steps":["trace[62575776] 'agreement among raft nodes before linearized reading' (duration: 949.130034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10038958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:41:51.641598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.692295Z","time spent":"949.297637ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:51.641599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.165826Z","time spent":"1.475765738s","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:51.6416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.197595Z","time spent":"1.443992107s","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.641646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40274199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:41:51.641526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497652314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:41:51.641722Z","caller":"traceutil/trace.go:171","msg":"trace[709706903] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8597; }","duration":"2.497890471s","start":"2026-04-03T02:41:49.143821Z","end":"2026-04-03T02:41:51.641712Z","steps":["trace[709706903] 'agreement among raft nodes before linearized reading' (duration: 2.497380488s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.692046Z","time spent":"949.303158ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.64167Z","caller":"traceutil/trace.go:171","msg":"trace[1315407835] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8597; }","duration":"2.402803052s","start":"2026-04-03T02:41:49.238861Z","end":"2026-04-03T02:41:51.641664Z","steps":["trace[1315407835] 'agreement among raft nodes before linearized reading' (duration: 2.40272202s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.143799Z","time spent":"2.497947893s","remote":"127.0.0.1:52124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:51.641631Z","caller":"traceutil/trace.go:171","msg":"trace[248040115] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8597; }","duration":"2.100518453s","start":"2026-04-03T02:41:49.541093Z","end":"2026-04-03T02:41:51.641611Z","steps":["trace[248040115] 'agreement among raft nodes before linearized reading' (duration: 2.100307638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.641923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.541024Z","time spent":"2.100885313s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:51.641804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.238841Z","time spent":"2.402952316s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"info","ts":"2026-04-03T02:41:51.641416Z","caller":"traceutil/trace.go:171","msg":"trace[960156055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8597; }","duration":"1.350839315s","start":"2026-04-03T02:41:50.290557Z","end":"2026-04-03T02:41:51.641396Z","steps":["trace[960156055] 'agreement among raft nodes before linearized reading' (duration: 1.350707302s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.642105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.290539Z","time spent":"1.351542662s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:41:51.641457Z","caller":"traceutil/trace.go:171","msg":"trace[1012070857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8597; }","duration":"1.498593549s","start":"2026-04-03T02:41:50.142852Z","end":"2026-04-03T02:41:51.641445Z","steps":["trace[1012070857] 'agreement among raft nodes before linearized reading' (duration: 1.498454806s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.642239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.142827Z","time spent":"1.499400669s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:41:51.641577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:49.916321Z","time spent":"1.725248628s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:41:51.64168Z","caller":"traceutil/trace.go:171","msg":"trace[1392357562] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"948.870978ms","start":"2026-04-03T02:41:50.692367Z","end":"2026-04-03T02:41:51.641238Z","steps":["trace[1392357562] 'process raft request' (duration: 948.339066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:51.642564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:50.692349Z","time spent":"950.148578ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:51.892574Z","caller":"traceutil/trace.go:171","msg":"trace[1820148701] linearizableReadLoop","detail":"{readStateIndex:8916; appliedIndex:8915; }","duration":"166.854406ms","start":"2026-04-03T02:41:51.725689Z","end":"2026-04-03T02:41:51.892543Z","steps":["trace[1820148701] 'read index received' (duration: 117.460578ms)","trace[1820148701] 'applied index is now lower than readState.Index' (duration: 49.391908ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:51.892603Z","caller":"traceutil/trace.go:171","msg":"trace[948486418] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"244.44841ms","start":"2026-04-03T02:41:51.648131Z","end":"2026-04-03T02:41:51.89258Z","steps":["trace[948486418] 'process raft request' (duration: 195.101963ms)","trace[948486418] 'compare' (duration: 49.155752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:51.892671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.518624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:51.892718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.29352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:51.892724Z","caller":"traceutil/trace.go:171","msg":"trace[1598909458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8599; }","duration":"176.596316ms","start":"2026-04-03T02:41:51.716115Z","end":"2026-04-03T02:41:51.892712Z","steps":["trace[1598909458] 'agreement among raft nodes before linearized reading' (duration: 176.494514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:51.892747Z","caller":"traceutil/trace.go:171","msg":"trace[1956294942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8599; }","duration":"245.363112ms","start":"2026-04-03T02:41:51.647375Z","end":"2026-04-03T02:41:51.892738Z","steps":["trace[1956294942] 'agreement among raft nodes before linearized reading' (duration: 245.30553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.164856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.173858ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T02:41:52.164935Z","caller":"traceutil/trace.go:171","msg":"trace[1076983550] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8916; }","duration":"268.238302ms","start":"2026-04-03T02:41:51.896682Z","end":"2026-04-03T02:41:52.16492Z","steps":["trace[1076983550] 'read index received' (duration: 134.982271ms)","trace[1076983550] 'applied index is now lower than readState.Index' (duration: 133.254831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:52.164997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.306073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:52.16502Z","caller":"traceutil/trace.go:171","msg":"trace[1479738558] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8599; }","duration":"268.362375ms","start":"2026-04-03T02:41:51.89665Z","end":"2026-04-03T02:41:52.165013Z","steps":["trace[1479738558] 'agreement among raft nodes before linearized reading' (duration: 268.303344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:52.258628Z","caller":"traceutil/trace.go:171","msg":"trace[1463294942] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"328.353286ms","start":"2026-04-03T02:41:51.930247Z","end":"2026-04-03T02:41:52.2586Z","steps":["trace[1463294942] 'process raft request' (duration: 328.174842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.258813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:51.930235Z","time spent":"328.470498ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:53.101955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.881441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:53.102086Z","caller":"traceutil/trace.go:171","msg":"trace[2006384058] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8917; }","duration":"928.019566ms","start":"2026-04-03T02:41:52.174044Z","end":"2026-04-03T02:41:53.102063Z","steps":["trace[2006384058] 'read index received' (duration: 84.375416ms)","trace[2006384058] 'applied index is now lower than readState.Index' (duration: 843.64268ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:53.102181Z","caller":"traceutil/trace.go:171","msg":"trace[1344149001] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"935.991834ms","start":"2026-04-03T02:41:52.166174Z","end":"2026-04-03T02:41:53.102166Z","steps":["trace[1344149001] 'process raft request' (duration: 660.804727ms)","trace[1344149001] 'compare' (duration: 274.741357ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:53.10225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.166149Z","time spent":"936.067626ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:53.102424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.348063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:41:53.102508Z","caller":"traceutil/trace.go:171","msg":"trace[1652908198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8601; }","duration":"928.486026ms","start":"2026-04-03T02:41:52.174005Z","end":"2026-04-03T02:41:53.102491Z","steps":["trace[1652908198] 'agreement among raft nodes before linearized reading' (duration: 928.186399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.102558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.173987Z","time spent":"928.560188ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:41:53.309343Z","caller":"traceutil/trace.go:171","msg":"trace[1956220418] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8919; }","duration":"207.19357ms","start":"2026-04-03T02:41:53.102122Z","end":"2026-04-03T02:41:53.309315Z","steps":["trace[1956220418] 'read index received' (duration: 176.546205ms)","trace[1956220418] 'applied index is now lower than readState.Index' (duration: 30.646125ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:53.309403Z","caller":"traceutil/trace.go:171","msg":"trace[771221656] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"376.046182ms","start":"2026-04-03T02:41:52.93333Z","end":"2026-04-03T02:41:53.309376Z","steps":["trace[771221656] 'process raft request' (duration: 345.321826ms)","trace[771221656] 'compare' (duration: 30.518532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:53.309514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.933309Z","time spent":"376.140435ms","remote":"127.0.0.1:34808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:53.309529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.619678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:53.309565Z","caller":"traceutil/trace.go:171","msg":"trace[426827688] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8602; }","duration":"360.719941ms","start":"2026-04-03T02:41:52.948834Z","end":"2026-04-03T02:41:53.309554Z","steps":["trace[426827688] 'agreement among raft nodes before linearized reading' (duration: 360.628288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.30961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.948809Z","time spent":"360.790233ms","remote":"127.0.0.1:52016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:53.309632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.708392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:53.309651Z","caller":"traceutil/trace.go:171","msg":"trace[2087425321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8602; }","duration":"144.748554ms","start":"2026-04-03T02:41:53.164897Z","end":"2026-04-03T02:41:53.309646Z","steps":["trace[2087425321] 'agreement among raft nodes before linearized reading' (duration: 144.707383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.309712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.629703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-04-03T02:41:53.309785Z","caller":"traceutil/trace.go:171","msg":"trace[1823796003] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8602; }","duration":"205.732075ms","start":"2026-04-03T02:41:53.104036Z","end":"2026-04-03T02:41:53.309768Z","steps":["trace[1823796003] 'agreement among raft nodes before linearized reading' (duration: 205.485919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.309873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.10928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-03T02:41:53.309989Z","caller":"traceutil/trace.go:171","msg":"trace[220922729] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8602; }","duration":"205.257574ms","start":"2026-04-03T02:41:53.104704Z","end":"2026-04-03T02:41:53.309962Z","steps":["trace[220922729] 'agreement among raft nodes before linearized reading' (duration: 204.907636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.833518Z","caller":"traceutil/trace.go:171","msg":"trace[1588335039] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8922; }","duration":"185.948037ms","start":"2026-04-03T02:41:53.647542Z","end":"2026-04-03T02:41:53.83349Z","steps":["trace[1588335039] 'read index received' (duration: 185.770063ms)","trace[1588335039] 'applied index is now lower than readState.Index' (duration: 176.314µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:53.833627Z","caller":"traceutil/trace.go:171","msg":"trace[723028664] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"186.539251ms","start":"2026-04-03T02:41:53.647044Z","end":"2026-04-03T02:41:53.833583Z","steps":["trace[723028664] 'process raft request' (duration: 186.216654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.833755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.207383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:41:53.833804Z","caller":"traceutil/trace.go:171","msg":"trace[2066546851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8605; }","duration":"186.272184ms","start":"2026-04-03T02:41:53.647519Z","end":"2026-04-03T02:41:53.833791Z","steps":["trace[2066546851] 'agreement among raft nodes before linearized reading' (duration: 186.09859ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.228977Z","caller":"traceutil/trace.go:171","msg":"trace[2126874574] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"579.298109ms","start":"2026-04-03T02:41:53.649653Z","end":"2026-04-03T02:41:54.228952Z","steps":["trace[2126874574] 'process raft request' (duration: 579.136325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.229137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.64964Z","time spent":"579.406252ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.229307Z","caller":"traceutil/trace.go:171","msg":"trace[1041991231] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"579.445283ms","start":"2026-04-03T02:41:53.649798Z","end":"2026-04-03T02:41:54.229243Z","steps":["trace[1041991231] 'process raft request' (duration: 579.114515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.229339Z","caller":"traceutil/trace.go:171","msg":"trace[512967830] linearizableReadLoop","detail":"{readStateIndex:8928; appliedIndex:8923; }","duration":"395.731438ms","start":"2026-04-03T02:41:53.833588Z","end":"2026-04-03T02:41:54.22932Z","steps":["trace[512967830] 'read index received' (duration: 395.296848ms)","trace[512967830] 'applied index is now lower than readState.Index' (duration: 433.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.229444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.649744Z","time spent":"579.630257ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.229485Z","caller":"traceutil/trace.go:171","msg":"trace[846239155] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"578.807727ms","start":"2026-04-03T02:41:53.650666Z","end":"2026-04-03T02:41:54.229474Z","steps":["trace[846239155] 'process raft request' (duration: 578.540231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.229522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.938491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:41:54.229549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.650659Z","time spent":"578.857268ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.229568Z","caller":"traceutil/trace.go:171","msg":"trace[102326592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8610; }","duration":"582.031463ms","start":"2026-04-03T02:41:53.647525Z","end":"2026-04-03T02:41:54.229557Z","steps":["trace[102326592] 'agreement among raft nodes before linearized reading' (duration: 581.860129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.229609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.647504Z","time spent":"582.095845ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:41:54.22968Z","caller":"traceutil/trace.go:171","msg":"trace[2078842806] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"579.847942ms","start":"2026-04-03T02:41:53.649823Z","end":"2026-04-03T02:41:54.229671Z","steps":["trace[2078842806] 'process raft request' (duration: 579.31509ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.229708Z","caller":"traceutil/trace.go:171","msg":"trace[1599779016] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"579.016332ms","start":"2026-04-03T02:41:53.65068Z","end":"2026-04-03T02:41:54.229696Z","steps":["trace[1599779016] 'process raft request' (duration: 578.565002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.229728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.649815Z","time spent":"579.889043ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.229767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.650663Z","time spent":"579.072273ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.229893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.010982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:41:54.229924Z","caller":"traceutil/trace.go:171","msg":"trace[1520359524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8610; }","duration":"497.061254ms","start":"2026-04-03T02:41:53.732854Z","end":"2026-04-03T02:41:54.229916Z","steps":["trace[1520359524] 'agreement among raft nodes before linearized reading' (duration: 496.975812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.229953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.732844Z","time spent":"497.102175ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"info","ts":"2026-04-03T02:41:54.284341Z","caller":"traceutil/trace.go:171","msg":"trace[146229066] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"446.446018ms","start":"2026-04-03T02:41:53.837858Z","end":"2026-04-03T02:41:54.284304Z","steps":["trace[146229066] 'process raft request' (duration: 446.260303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.284527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.83784Z","time spent":"446.589981ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.543227Z","caller":"traceutil/trace.go:171","msg":"trace[564915879] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"308.758182ms","start":"2026-04-03T02:41:54.23444Z","end":"2026-04-03T02:41:54.543198Z","steps":["trace[564915879] 'process raft request' (duration: 218.136539ms)","trace[564915879] 'compare' (duration: 90.388307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.543366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.23442Z","time spent":"308.875024ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:05.783911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.125053ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:42:05.783995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.324135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4645"} {"level":"info","ts":"2026-04-03T02:42:05.784096Z","caller":"traceutil/trace.go:171","msg":"trace[54121516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8705; }","duration":"847.335818ms","start":"2026-04-03T02:42:04.936734Z","end":"2026-04-03T02:42:05.78407Z","steps":["trace[54121516] 'range keys from in-memory index tree' (duration: 847.097752ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:05.784227Z","caller":"traceutil/trace.go:171","msg":"trace[693128046] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9028; }","duration":"619.863388ms","start":"2026-04-03T02:42:05.164347Z","end":"2026-04-03T02:42:05.78421Z","steps":["trace[693128046] 'read index received' (duration: 233.239075ms)","trace[693128046] 'applied index is now lower than readState.Index' (duration: 386.622843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:05.784321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.97145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:05.784355Z","caller":"traceutil/trace.go:171","msg":"trace[446132820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8706; }","duration":"620.044312ms","start":"2026-04-03T02:42:05.1643Z","end":"2026-04-03T02:42:05.784344Z","steps":["trace[446132820] 'agreement among raft nodes before linearized reading' (duration: 619.96998ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:05.784329Z","caller":"traceutil/trace.go:171","msg":"trace[441657728] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8705; }","duration":"993.358681ms","start":"2026-04-03T02:42:04.790932Z","end":"2026-04-03T02:42:05.78429Z","steps":["trace[441657728] 'process raft request' (duration: 606.642036ms)","trace[441657728] 'compare' (duration: 386.253074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:05.784387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.164281Z","time spent":"620.099414ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:42:05.785358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:04.790919Z","time spent":"994.324823ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4668,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:05.784428Z","caller":"traceutil/trace.go:171","msg":"trace[12686922] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"786.554101ms","start":"2026-04-03T02:42:04.997862Z","end":"2026-04-03T02:42:05.784416Z","steps":["trace[12686922] 'process raft request' (duration: 786.257134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:05.785736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:04.997833Z","time spent":"787.673066ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:06.239212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.347709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:42:06.239343Z","caller":"traceutil/trace.go:171","msg":"trace[1466939983] linearizableReadLoop","detail":"{readStateIndex:9031; appliedIndex:9030; }","duration":"452.716845ms","start":"2026-04-03T02:42:05.786608Z","end":"2026-04-03T02:42:06.239325Z","steps":["trace[1466939983] 'read index received' (duration: 235.250013ms)","trace[1466939983] 'applied index is now lower than readState.Index' (duration: 217.465312ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:06.239374Z","caller":"traceutil/trace.go:171","msg":"trace[566012267] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"767.877259ms","start":"2026-04-03T02:42:05.471476Z","end":"2026-04-03T02:42:06.239353Z","steps":["trace[566012267] 'process raft request' (duration: 550.255873ms)","trace[566012267] 'compare' (duration: 217.025382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:06.239463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.842298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:42:06.239549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.471444Z","time spent":"767.978321ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:06.239551Z","caller":"traceutil/trace.go:171","msg":"trace[366742731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"452.974752ms","start":"2026-04-03T02:42:05.78655Z","end":"2026-04-03T02:42:06.239525Z","steps":["trace[366742731] 'agreement among raft nodes before linearized reading' (duration: 452.847519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.239614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.786531Z","time spent":"453.065453ms","remote":"127.0.0.1:51770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:42:06.249941Z","caller":"traceutil/trace.go:171","msg":"trace[1225871028] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"462.749113ms","start":"2026-04-03T02:42:05.787172Z","end":"2026-04-03T02:42:06.249922Z","steps":["trace[1225871028] 'process raft request' (duration: 462.600269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.250062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.787155Z","time spent":"462.845736ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:06.250235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.865757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:06.250285Z","caller":"traceutil/trace.go:171","msg":"trace[1092926625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8709; }","duration":"191.97967ms","start":"2026-04-03T02:42:06.058296Z","end":"2026-04-03T02:42:06.250276Z","steps":["trace[1092926625] 'agreement among raft nodes before linearized reading' (duration: 191.860267ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:06.250328Z","caller":"traceutil/trace.go:171","msg":"trace[731197576] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"365.40571ms","start":"2026-04-03T02:42:05.884891Z","end":"2026-04-03T02:42:06.250297Z","steps":["trace[731197576] 'process raft request' (duration: 364.985911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.250399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.713135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-04-03T02:42:06.250471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.884852Z","time spent":"365.542754ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:06.250506Z","caller":"traceutil/trace.go:171","msg":"trace[1981085629] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8709; }","duration":"430.877249ms","start":"2026-04-03T02:42:05.819603Z","end":"2026-04-03T02:42:06.25048Z","steps":["trace[1981085629] 'agreement among raft nodes before linearized reading' (duration: 430.573752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.25056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.819586Z","time spent":"430.96494ms","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T02:42:06.250598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.447214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:42:06.250639Z","caller":"traceutil/trace.go:171","msg":"trace[428379284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8709; }","duration":"319.571707ms","start":"2026-04-03T02:42:05.931051Z","end":"2026-04-03T02:42:06.250623Z","steps":["trace[428379284] 'agreement among raft nodes before linearized reading' (duration: 319.114386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.250675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:05.930997Z","time spent":"319.669709ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-03T02:42:06.554438Z","caller":"traceutil/trace.go:171","msg":"trace[117123788] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9033; }","duration":"294.30225ms","start":"2026-04-03T02:42:06.26011Z","end":"2026-04-03T02:42:06.554412Z","steps":["trace[117123788] 'read index received' (duration: 275.673579ms)","trace[117123788] 'applied index is now lower than readState.Index' (duration: 18.62719ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:06.554457Z","caller":"traceutil/trace.go:171","msg":"trace[91765] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"295.026067ms","start":"2026-04-03T02:42:06.259391Z","end":"2026-04-03T02:42:06.554417Z","steps":["trace[91765] 'process raft request' (duration: 276.396246ms)","trace[91765] 'compare' (duration: 18.502198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:06.5547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.565596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-26mxr\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-04-03T02:42:06.554782Z","caller":"traceutil/trace.go:171","msg":"trace[1326707845] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-26mxr; range_end:; response_count:1; response_revision:8710; }","duration":"294.668149ms","start":"2026-04-03T02:42:06.260093Z","end":"2026-04-03T02:42:06.554761Z","steps":["trace[1326707845] 'agreement among raft nodes before linearized reading' (duration: 294.396992ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:06.630741Z","caller":"traceutil/trace.go:171","msg":"trace[8558458] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"366.927277ms","start":"2026-04-03T02:42:06.263766Z","end":"2026-04-03T02:42:06.630694Z","steps":["trace[8558458] 'process raft request' (duration: 366.62799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.630969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.195461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:42:06.630999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:06.263749Z","time spent":"367.121581ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:06.631016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.234008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:42:06.631049Z","caller":"traceutil/trace.go:171","msg":"trace[1572172301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8713; }","duration":"317.292443ms","start":"2026-04-03T02:42:06.31374Z","end":"2026-04-03T02:42:06.631033Z","steps":["trace[1572172301] 'agreement among raft nodes before linearized reading' (duration: 317.042637ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:06.631013Z","caller":"traceutil/trace.go:171","msg":"trace[656008296] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"342.567731ms","start":"2026-04-03T02:42:06.288412Z","end":"2026-04-03T02:42:06.63098Z","steps":["trace[656008296] 'process raft request' (duration: 342.267314ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:06.631087Z","caller":"traceutil/trace.go:171","msg":"trace[1046507568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8713; }","duration":"264.31459ms","start":"2026-04-03T02:42:06.366754Z","end":"2026-04-03T02:42:06.631068Z","steps":["trace[1046507568] 'agreement among raft nodes before linearized reading' (duration: 264.100325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.631103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:06.313665Z","time spent":"317.424716ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:42:06.631163Z","caller":"traceutil/trace.go:171","msg":"trace[1622986529] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"364.171982ms","start":"2026-04-03T02:42:06.266953Z","end":"2026-04-03T02:42:06.631125Z","steps":["trace[1622986529] 'process raft request' (duration: 363.574408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.631196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.490476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:42:06.63122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.82062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:42:06.631255Z","caller":"traceutil/trace.go:171","msg":"trace[1070439932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8713; }","duration":"273.566459ms","start":"2026-04-03T02:42:06.35767Z","end":"2026-04-03T02:42:06.631236Z","steps":["trace[1070439932] 'agreement among raft nodes before linearized reading' (duration: 273.401405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.631274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.233086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:42:06.631277Z","caller":"traceutil/trace.go:171","msg":"trace[1621193375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8713; }","duration":"277.937902ms","start":"2026-04-03T02:42:06.353322Z","end":"2026-04-03T02:42:06.63126Z","steps":["trace[1621193375] 'agreement among raft nodes before linearized reading' (duration: 277.785499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:06.631312Z","caller":"traceutil/trace.go:171","msg":"trace[167057868] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8713; }","duration":"280.303798ms","start":"2026-04-03T02:42:06.350995Z","end":"2026-04-03T02:42:06.631299Z","steps":["trace[167057868] 'agreement among raft nodes before linearized reading' (duration: 280.212416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.631314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:06.288394Z","time spent":"342.720635ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:06.631334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:06.266925Z","time spent":"364.318615ms","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:06.631328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.067813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:42:06.631792Z","caller":"traceutil/trace.go:171","msg":"trace[353429236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8713; }","duration":"272.426072ms","start":"2026-04-03T02:42:06.359225Z","end":"2026-04-03T02:42:06.631651Z","steps":["trace[353429236] 'agreement among raft nodes before linearized reading' (duration: 271.950951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:07.287296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.430914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:07.287392Z","caller":"traceutil/trace.go:171","msg":"trace[249350232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8724; }","duration":"119.601247ms","start":"2026-04-03T02:42:07.167767Z","end":"2026-04-03T02:42:07.287369Z","steps":["trace[249350232] 'range keys from in-memory index tree' (duration: 119.30468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.132426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.882103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:42:08.133089Z","caller":"traceutil/trace.go:171","msg":"trace[23214958] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"876.271291ms","start":"2026-04-03T02:42:07.256789Z","end":"2026-04-03T02:42:08.133061Z","steps":["trace[23214958] 'process raft request' (duration: 875.739138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.133251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:07.256773Z","time spent":"876.405393ms","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:08.219336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372409837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:42:08.344646Z","caller":"traceutil/trace.go:171","msg":"trace[1552274385] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9050; }","duration":"625.915032ms","start":"2026-04-03T02:42:07.718713Z","end":"2026-04-03T02:42:08.344628Z","steps":["trace[1552274385] 'read index received' (duration: 625.80244ms)","trace[1552274385] 'applied index is now lower than readState.Index' (duration: 111.782µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:08.34478Z","caller":"traceutil/trace.go:171","msg":"trace[2117163283] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"1.076274491s","start":"2026-04-03T02:42:07.268497Z","end":"2026-04-03T02:42:08.344771Z","steps":["trace[2117163283] 'process raft request' (duration: 1.075994734s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.344875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:07.268473Z","time spent":"1.076343103s","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:08.345081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.377292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-64965f7db9-67bpl.18a2b87c6f1b3571\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-03T02:42:08.345182Z","caller":"traceutil/trace.go:171","msg":"trace[1662306583] range","detail":"{range_begin:/registry/events/openstack/barbican-api-64965f7db9-67bpl.18a2b87c6f1b3571; range_end:; response_count:1; response_revision:8726; }","duration":"626.514766ms","start":"2026-04-03T02:42:07.718651Z","end":"2026-04-03T02:42:08.345166Z","steps":["trace[1662306583] 'agreement among raft nodes before linearized reading' (duration: 626.335452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.345249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:07.718616Z","time spent":"626.622048ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-64965f7db9-67bpl.18a2b87c6f1b3571\" "} {"level":"info","ts":"2026-04-03T02:42:08.449454Z","caller":"traceutil/trace.go:171","msg":"trace[504220761] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"204.436054ms","start":"2026-04-03T02:42:08.244985Z","end":"2026-04-03T02:42:08.449421Z","steps":["trace[504220761] 'process raft request' (duration: 136.18196ms)","trace[504220761] 'compare' (duration: 67.914456ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:08.449676Z","caller":"traceutil/trace.go:171","msg":"trace[1442493528] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"193.101246ms","start":"2026-04-03T02:42:08.256549Z","end":"2026-04-03T02:42:08.44965Z","steps":["trace[1442493528] 'process raft request' (duration: 192.799999ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.449847Z","caller":"traceutil/trace.go:171","msg":"trace[1877398309] linearizableReadLoop","detail":"{readStateIndex:9053; appliedIndex:9051; }","duration":"105.089815ms","start":"2026-04-03T02:42:08.344745Z","end":"2026-04-03T02:42:08.449835Z","steps":["trace[1877398309] 'read index received' (duration: 36.404451ms)","trace[1877398309] 'applied index is now lower than readState.Index' (duration: 68.684384ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:08.449835Z","caller":"traceutil/trace.go:171","msg":"trace[790886368] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"101.94935ms","start":"2026-04-03T02:42:08.347861Z","end":"2026-04-03T02:42:08.44981Z","steps":["trace[790886368] 'process raft request' (duration: 101.742025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.449921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.822565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:08.449959Z","caller":"traceutil/trace.go:171","msg":"trace[67003996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"284.913687ms","start":"2026-04-03T02:42:08.165036Z","end":"2026-04-03T02:42:08.44995Z","steps":["trace[67003996] 'agreement among raft nodes before linearized reading' (duration: 284.842186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.449963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.56518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:42:08.450053Z","caller":"traceutil/trace.go:171","msg":"trace[1141904689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8729; }","duration":"183.690004ms","start":"2026-04-03T02:42:08.266347Z","end":"2026-04-03T02:42:08.450037Z","steps":["trace[1141904689] 'agreement among raft nodes before linearized reading' (duration: 183.497279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.917549Z","caller":"traceutil/trace.go:171","msg":"trace[436847466] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"220.135746ms","start":"2026-04-03T02:42:08.697388Z","end":"2026-04-03T02:42:08.917524Z","steps":["trace[436847466] 'process raft request' (duration: 219.983092ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.93961Z","caller":"traceutil/trace.go:171","msg":"trace[1361355184] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"242.025142ms","start":"2026-04-03T02:42:08.697565Z","end":"2026-04-03T02:42:08.93959Z","steps":["trace[1361355184] 'process raft request' (duration: 241.659164ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.939646Z","caller":"traceutil/trace.go:171","msg":"trace[163821631] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"241.340387ms","start":"2026-04-03T02:42:08.698267Z","end":"2026-04-03T02:42:08.939608Z","steps":["trace[163821631] 'process raft request' (duration: 241.271575ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.939661Z","caller":"traceutil/trace.go:171","msg":"trace[1633939924] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"241.794987ms","start":"2026-04-03T02:42:08.697835Z","end":"2026-04-03T02:42:08.93963Z","steps":["trace[1633939924] 'process raft request' (duration: 241.667274ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.939941Z","caller":"traceutil/trace.go:171","msg":"trace[1291219818] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9055; }","duration":"239.215716ms","start":"2026-04-03T02:42:08.700713Z","end":"2026-04-03T02:42:08.939929Z","steps":["trace[1291219818] 'read index received' (duration: 216.725535ms)","trace[1291219818] 'applied index is now lower than readState.Index' (duration: 22.489291ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:08.939963Z","caller":"traceutil/trace.go:171","msg":"trace[1932082159] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"241.45381ms","start":"2026-04-03T02:42:08.698491Z","end":"2026-04-03T02:42:08.939945Z","steps":["trace[1932082159] 'process raft request' (duration: 241.080951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:08.93998Z","caller":"traceutil/trace.go:171","msg":"trace[1576102475] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"241.411388ms","start":"2026-04-03T02:42:08.698557Z","end":"2026-04-03T02:42:08.939968Z","steps":["trace[1576102475] 'process raft request' (duration: 241.299676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:08.94037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.648388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228420"} {"level":"info","ts":"2026-04-03T02:42:08.940415Z","caller":"traceutil/trace.go:171","msg":"trace[1267291228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8736; }","duration":"239.74595ms","start":"2026-04-03T02:42:08.700657Z","end":"2026-04-03T02:42:08.940403Z","steps":["trace[1267291228] 'agreement among raft nodes before linearized reading' (duration: 239.35234ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:10.649396Z","caller":"traceutil/trace.go:171","msg":"trace[1766717317] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"194.202313ms","start":"2026-04-03T02:42:10.455166Z","end":"2026-04-03T02:42:10.649368Z","steps":["trace[1766717317] 'process raft request' (duration: 194.03846ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:10.679599Z","caller":"traceutil/trace.go:171","msg":"trace[1532826167] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"223.930876ms","start":"2026-04-03T02:42:10.455644Z","end":"2026-04-03T02:42:10.679575Z","steps":["trace[1532826167] 'process raft request' (duration: 223.789523ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:10.833331Z","caller":"traceutil/trace.go:171","msg":"trace[1637751006] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"169.233692ms","start":"2026-04-03T02:42:10.664062Z","end":"2026-04-03T02:42:10.833295Z","steps":["trace[1637751006] 'process raft request' (duration: 113.500154ms)","trace[1637751006] 'compare' (duration: 55.586034ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:11.096332Z","caller":"traceutil/trace.go:171","msg":"trace[2089809563] linearizableReadLoop","detail":"{readStateIndex:9065; appliedIndex:9064; }","duration":"152.711171ms","start":"2026-04-03T02:42:10.943596Z","end":"2026-04-03T02:42:11.096307Z","steps":["trace[2089809563] 'read index received' (duration: 63.909611ms)","trace[2089809563] 'applied index is now lower than readState.Index' (duration: 88.80049ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:11.096402Z","caller":"traceutil/trace.go:171","msg":"trace[1494238842] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"171.373202ms","start":"2026-04-03T02:42:10.924987Z","end":"2026-04-03T02:42:11.096361Z","steps":["trace[1494238842] 'process raft request' (duration: 82.587732ms)","trace[1494238842] 'compare' (duration: 88.608396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:11.096623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.744991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:42:11.096642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.033418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:42:11.096688Z","caller":"traceutil/trace.go:171","msg":"trace[939540298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8740; }","duration":"152.832473ms","start":"2026-04-03T02:42:10.943837Z","end":"2026-04-03T02:42:11.096669Z","steps":["trace[939540298] 'agreement among raft nodes before linearized reading' (duration: 152.656539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.096644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.584047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:42:11.096741Z","caller":"traceutil/trace.go:171","msg":"trace[579348324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8740; }","duration":"152.72805ms","start":"2026-04-03T02:42:10.944003Z","end":"2026-04-03T02:42:11.096731Z","steps":["trace[579348324] 'agreement among raft nodes before linearized reading' (duration: 152.535156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.096753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.553997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:42:11.096801Z","caller":"traceutil/trace.go:171","msg":"trace[412119773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8740; }","duration":"152.621609ms","start":"2026-04-03T02:42:10.944163Z","end":"2026-04-03T02:42:11.096785Z","steps":["trace[412119773] 'agreement among raft nodes before linearized reading' (duration: 152.512016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.09664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.285123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:42:11.096696Z","caller":"traceutil/trace.go:171","msg":"trace[522137304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8740; }","duration":"153.11991ms","start":"2026-04-03T02:42:10.94356Z","end":"2026-04-03T02:42:11.09668Z","steps":["trace[522137304] 'agreement among raft nodes before linearized reading' (duration: 152.919456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.097147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.219762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:42:11.096871Z","caller":"traceutil/trace.go:171","msg":"trace[1993159763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:8740; }","duration":"150.540659ms","start":"2026-04-03T02:42:10.946316Z","end":"2026-04-03T02:42:11.096857Z","steps":["trace[1993159763] 'agreement among raft nodes before linearized reading' (duration: 150.179401ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:11.097201Z","caller":"traceutil/trace.go:171","msg":"trace[370185643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8740; }","duration":"153.319695ms","start":"2026-04-03T02:42:10.943865Z","end":"2026-04-03T02:42:11.097185Z","steps":["trace[370185643] 'agreement among raft nodes before linearized reading' (duration: 153.138731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.097397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.975463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:42:11.099024Z","caller":"traceutil/trace.go:171","msg":"trace[495688916] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8740; }","duration":"117.639172ms","start":"2026-04-03T02:42:10.981367Z","end":"2026-04-03T02:42:11.099006Z","steps":["trace[495688916] 'agreement among raft nodes before linearized reading' (duration: 115.500791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.487137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.545852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:42:11.487754Z","caller":"traceutil/trace.go:171","msg":"trace[232502303] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9065; }","duration":"383.003967ms","start":"2026-04-03T02:42:11.104474Z","end":"2026-04-03T02:42:11.487478Z","steps":["trace[232502303] 'read index received' (duration: 3.862101ms)","trace[232502303] 'applied index is now lower than readState.Index' (duration: 379.140686ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:11.487888Z","caller":"traceutil/trace.go:171","msg":"trace[931550782] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"382.090575ms","start":"2026-04-03T02:42:11.10577Z","end":"2026-04-03T02:42:11.487861Z","steps":["trace[931550782] 'process raft request' (duration: 381.651425ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:11.487884Z","caller":"traceutil/trace.go:171","msg":"trace[2113957294] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"384.162225ms","start":"2026-04-03T02:42:11.103682Z","end":"2026-04-03T02:42:11.487844Z","steps":["trace[2113957294] 'process raft request' (duration: 383.575241ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:11.487887Z","caller":"traceutil/trace.go:171","msg":"trace[820461669] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"386.07748ms","start":"2026-04-03T02:42:11.101775Z","end":"2026-04-03T02:42:11.487853Z","steps":["trace[820461669] 'process raft request' (duration: 239.710469ms)","trace[820461669] 'compare' (duration: 145.151642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:11.487986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:11.105761Z","time spent":"382.179927ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:42:11.487952Z","caller":"traceutil/trace.go:171","msg":"trace[2095544771] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"384.108593ms","start":"2026-04-03T02:42:11.103782Z","end":"2026-04-03T02:42:11.487891Z","steps":["trace[2095544771] 'process raft request' (duration: 383.584141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.488042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:11.101755Z","time spent":"386.210373ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:11.488045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:11.103673Z","time spent":"384.284858ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:11.488193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.709584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228420"} {"level":"info","ts":"2026-04-03T02:42:11.488242Z","caller":"traceutil/trace.go:171","msg":"trace[659977326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8745; }","duration":"383.784986ms","start":"2026-04-03T02:42:11.104447Z","end":"2026-04-03T02:42:11.488232Z","steps":["trace[659977326] 'agreement among raft nodes before linearized reading' (duration: 383.365216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:11.488239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:11.103741Z","time spent":"384.342069ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:42:11.488279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:11.104436Z","time spent":"383.832667ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:42:24.819054Z","caller":"traceutil/trace.go:171","msg":"trace[2135578296] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9241; }","duration":"111.657631ms","start":"2026-04-03T02:42:24.707371Z","end":"2026-04-03T02:42:24.819029Z","steps":["trace[2135578296] 'read index received' (duration: 111.551778ms)","trace[2135578296] 'applied index is now lower than readState.Index' (duration: 104.893µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:24.819083Z","caller":"traceutil/trace.go:171","msg":"trace[513022226] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"120.891208ms","start":"2026-04-03T02:42:24.698166Z","end":"2026-04-03T02:42:24.819057Z","steps":["trace[513022226] 'process raft request' (duration: 120.684784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:24.81925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.873625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-39e1536a-2a77-4c4e-9897-41186baad626\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-04-03T02:42:24.819295Z","caller":"traceutil/trace.go:171","msg":"trace[1866822972] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-39e1536a-2a77-4c4e-9897-41186baad626; range_end:; response_count:1; response_revision:8911; }","duration":"111.979778ms","start":"2026-04-03T02:42:24.707306Z","end":"2026-04-03T02:42:24.819286Z","steps":["trace[1866822972] 'agreement among raft nodes before linearized reading' (duration: 111.827934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:26.162393Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002435.wal"} {"level":"warn","ts":"2026-04-03T02:42:53.135361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.056616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:42:53.135729Z","caller":"traceutil/trace.go:171","msg":"trace[1684919469] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"208.381369ms","start":"2026-04-03T02:42:52.927314Z","end":"2026-04-03T02:42:53.135695Z","steps":["trace[1684919469] 'process raft request' (duration: 47.656868ms)","trace[1684919469] 'compare' (duration: 159.760148ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:53.135736Z","caller":"traceutil/trace.go:171","msg":"trace[345961199] linearizableReadLoop","detail":"{readStateIndex:9462; appliedIndex:9460; }","duration":"191.131769ms","start":"2026-04-03T02:42:52.944545Z","end":"2026-04-03T02:42:53.135677Z","steps":["trace[345961199] 'read index received' (duration: 13.890208ms)","trace[345961199] 'applied index is now lower than readState.Index' (duration: 177.239881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:53.136915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.370039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:48 size:621204"} {"level":"info","ts":"2026-04-03T02:42:53.136978Z","caller":"traceutil/trace.go:171","msg":"trace[1579222473] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:48; response_revision:9124; }","duration":"192.492611ms","start":"2026-04-03T02:42:52.944472Z","end":"2026-04-03T02:42:53.136965Z","steps":["trace[1579222473] 'agreement among raft nodes before linearized reading' (duration: 191.302764ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:53.157409Z","caller":"traceutil/trace.go:171","msg":"trace[1197632966] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"186.263485ms","start":"2026-04-03T02:42:52.971102Z","end":"2026-04-03T02:42:53.157366Z","steps":["trace[1197632966] 'process raft request' (duration: 186.001048ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:11.520153Z","caller":"traceutil/trace.go:171","msg":"trace[462272709] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"292.142548ms","start":"2026-04-03T02:43:11.227983Z","end":"2026-04-03T02:43:11.520125Z","steps":["trace[462272709] 'process raft request' (duration: 291.906343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.060556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.088312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:43:12.060754Z","caller":"traceutil/trace.go:171","msg":"trace[1800613681] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"823.825291ms","start":"2026-04-03T02:43:11.236891Z","end":"2026-04-03T02:43:12.060717Z","steps":["trace[1800613681] 'process raft request' (duration: 376.433602ms)","trace[1800613681] 'compare' (duration: 446.953689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:12.061028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.761358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:43:12.061065Z","caller":"traceutil/trace.go:171","msg":"trace[1033828531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9371; }","duration":"677.84584ms","start":"2026-04-03T02:43:11.383208Z","end":"2026-04-03T02:43:12.061054Z","steps":["trace[1033828531] 'agreement among raft nodes before linearized reading' (duration: 677.664865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.061142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:11.383179Z","time spent":"677.921602ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:43:12.060808Z","caller":"traceutil/trace.go:171","msg":"trace[592858383] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"534.5687ms","start":"2026-04-03T02:43:11.526218Z","end":"2026-04-03T02:43:12.060787Z","steps":["trace[592858383] 'process raft request' (duration: 534.494909ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.060853Z","caller":"traceutil/trace.go:171","msg":"trace[1145839133] linearizableReadLoop","detail":"{readStateIndex:9713; appliedIndex:9711; }","duration":"677.563173ms","start":"2026-04-03T02:43:11.383278Z","end":"2026-04-03T02:43:12.060841Z","steps":["trace[1145839133] 'read index received' (duration: 136.692632ms)","trace[1145839133] 'applied index is now lower than readState.Index' (duration: 540.869621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:12.061858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:11.526185Z","time spent":"535.571515ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:43:12.061947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:11.23686Z","time spent":"824.16509ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:12.062233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.207408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:43:12.062235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.414244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:43:12.062264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.277694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:43:12.062282Z","caller":"traceutil/trace.go:171","msg":"trace[1416828026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:9371; }","duration":"138.31734ms","start":"2026-04-03T02:43:11.923953Z","end":"2026-04-03T02:43:12.06227Z","steps":["trace[1416828026] 'agreement among raft nodes before linearized reading' (duration: 137.965002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.062246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.832885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-03T02:43:12.062236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.38307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:43:12.062322Z","caller":"traceutil/trace.go:171","msg":"trace[168011562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9371; }","duration":"671.403698ms","start":"2026-04-03T02:43:11.390901Z","end":"2026-04-03T02:43:12.062304Z","steps":["trace[168011562] 'agreement among raft nodes before linearized reading' (duration: 671.020449ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.062317Z","caller":"traceutil/trace.go:171","msg":"trace[279328484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9371; }","duration":"163.524967ms","start":"2026-04-03T02:43:11.898768Z","end":"2026-04-03T02:43:12.062293Z","steps":["trace[279328484] 'agreement among raft nodes before linearized reading' (duration: 163.25432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.062345Z","caller":"traceutil/trace.go:171","msg":"trace[1330058469] range","detail":"{range_begin:/registry/masterleases/199.204.45.70; range_end:; response_count:1; response_revision:9371; }","duration":"222.001189ms","start":"2026-04-03T02:43:11.840321Z","end":"2026-04-03T02:43:12.062322Z","steps":["trace[1330058469] 'agreement among raft nodes before linearized reading' (duration: 221.670252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.062464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.62747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:43:12.062514Z","caller":"traceutil/trace.go:171","msg":"trace[1837047697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9371; }","duration":"248.729162ms","start":"2026-04-03T02:43:11.813772Z","end":"2026-04-03T02:43:12.062501Z","steps":["trace[1837047697] 'agreement among raft nodes before linearized reading' (duration: 248.594149ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.062511Z","caller":"traceutil/trace.go:171","msg":"trace[372591788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9371; }","duration":"170.565244ms","start":"2026-04-03T02:43:11.891778Z","end":"2026-04-03T02:43:12.062343Z","steps":["trace[372591788] 'agreement among raft nodes before linearized reading' (duration: 170.257407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.062562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.020058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T02:43:12.062533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:11.390873Z","time spent":"671.645723ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:43:12.062667Z","caller":"traceutil/trace.go:171","msg":"trace[73298733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9371; }","duration":"227.132931ms","start":"2026-04-03T02:43:11.835509Z","end":"2026-04-03T02:43:12.062642Z","steps":["trace[73298733] 'agreement among raft nodes before linearized reading' (duration: 226.897275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.062704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.33202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:43:12.062757Z","caller":"traceutil/trace.go:171","msg":"trace[1193643302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9371; }","duration":"664.405952ms","start":"2026-04-03T02:43:11.398333Z","end":"2026-04-03T02:43:12.062739Z","steps":["trace[1193643302] 'agreement among raft nodes before linearized reading' (duration: 664.134976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.062841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:11.398319Z","time spent":"664.488353ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:43:12.440978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.163369ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-03T02:43:12.441079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.063466Z","time spent":"377.60785ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T02:43:12.838094Z","caller":"traceutil/trace.go:171","msg":"trace[1134701531] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"770.94841ms","start":"2026-04-03T02:43:12.067114Z","end":"2026-04-03T02:43:12.838063Z","steps":["trace[1134701531] 'process raft request' (duration: 770.820257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.838105Z","caller":"traceutil/trace.go:171","msg":"trace[1753231687] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"770.93539ms","start":"2026-04-03T02:43:12.067124Z","end":"2026-04-03T02:43:12.838059Z","steps":["trace[1753231687] 'process raft request' (duration: 684.768502ms)","trace[1753231687] 'compare' (duration: 85.869981ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:12.838176Z","caller":"traceutil/trace.go:171","msg":"trace[850093678] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"770.705975ms","start":"2026-04-03T02:43:12.067451Z","end":"2026-04-03T02:43:12.838157Z","steps":["trace[850093678] 'process raft request' (duration: 770.648943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.838259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067089Z","time spent":"771.083934ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:12.838264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067439Z","time spent":"770.779557ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:12.83825Z","caller":"traceutil/trace.go:171","msg":"trace[33590447] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"770.91581ms","start":"2026-04-03T02:43:12.067297Z","end":"2026-04-03T02:43:12.838213Z","steps":["trace[33590447] 'process raft request' (duration: 770.725125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.838303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067105Z","time spent":"771.084483ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:12.83841Z","caller":"traceutil/trace.go:171","msg":"trace[181230806] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"771.241078ms","start":"2026-04-03T02:43:12.067141Z","end":"2026-04-03T02:43:12.838382Z","steps":["trace[181230806] 'process raft request' (duration: 770.844349ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.838667Z","caller":"traceutil/trace.go:171","msg":"trace[852032812] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"396.655399ms","start":"2026-04-03T02:43:12.442002Z","end":"2026-04-03T02:43:12.838657Z","steps":["trace[852032812] 'process raft request' (duration: 396.409204ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:12.838372Z","caller":"traceutil/trace.go:171","msg":"trace[2017569055] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"770.872019ms","start":"2026-04-03T02:43:12.067354Z","end":"2026-04-03T02:43:12.838226Z","steps":["trace[2017569055] 'process raft request' (duration: 770.697365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.838746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.441977Z","time spent":"396.736131ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:12.838792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067345Z","time spent":"771.406331ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:12.838437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067269Z","time spent":"771.072044ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:12.838872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067119Z","time spent":"771.522234ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:43:12.838468Z","caller":"traceutil/trace.go:171","msg":"trace[568261507] linearizableReadLoop","detail":"{readStateIndex:9720; appliedIndex:9714; }","duration":"771.208827ms","start":"2026-04-03T02:43:12.067248Z","end":"2026-04-03T02:43:12.838457Z","steps":["trace[568261507] 'read index received' (duration: 218.569098ms)","trace[568261507] 'applied index is now lower than readState.Index' (duration: 552.638759ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:12.838465Z","caller":"traceutil/trace.go:171","msg":"trace[1614700113] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"770.811678ms","start":"2026-04-03T02:43:12.067642Z","end":"2026-04-03T02:43:12.838454Z","steps":["trace[1614700113] 'process raft request' (duration: 770.48608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.839227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.971224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290086"} {"level":"info","ts":"2026-04-03T02:43:12.839279Z","caller":"traceutil/trace.go:171","msg":"trace[1766821970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9379; }","duration":"772.053697ms","start":"2026-04-03T02:43:12.067214Z","end":"2026-04-03T02:43:12.839268Z","steps":["trace[1766821970] 'agreement among raft nodes before linearized reading' (duration: 771.312399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.839313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067015Z","time spent":"772.288821ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290109,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:43:12.839326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.053484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:12.839384Z","caller":"traceutil/trace.go:171","msg":"trace[750492592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9379; }","duration":"675.150406ms","start":"2026-04-03T02:43:12.164218Z","end":"2026-04-03T02:43:12.839369Z","steps":["trace[750492592] 'agreement among raft nodes before linearized reading' (duration: 675.058344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.839383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.391681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5x2h7\" ","response":"range_response_count:1 size:19074"} {"level":"warn","ts":"2026-04-03T02:43:12.839423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.164198Z","time spent":"675.218577ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:43:12.839429Z","caller":"traceutil/trace.go:171","msg":"trace[949806261] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5x2h7; range_end:; response_count:1; response_revision:9379; }","duration":"675.474923ms","start":"2026-04-03T02:43:12.16394Z","end":"2026-04-03T02:43:12.839415Z","steps":["trace[949806261] 'agreement among raft nodes before linearized reading' (duration: 675.292139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.839461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.163918Z","time spent":"675.536755ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19097,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-5x2h7\" "} {"level":"warn","ts":"2026-04-03T02:43:12.839616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:12.067615Z","time spent":"771.551744ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:12.840048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.734282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:43:12.840111Z","caller":"traceutil/trace.go:171","msg":"trace[1268038290] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9379; }","duration":"218.889976ms","start":"2026-04-03T02:43:12.621202Z","end":"2026-04-03T02:43:12.840092Z","steps":["trace[1268038290] 'agreement among raft nodes before linearized reading' (duration: 218.063726ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:31.52614Z","caller":"traceutil/trace.go:171","msg":"trace[269045096] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"118.527808ms","start":"2026-04-03T02:43:31.407583Z","end":"2026-04-03T02:43:31.526111Z","steps":["trace[269045096] 'process raft request' (duration: 118.351014ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:49.124671Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f8844a9a4263041d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T02:43:49.130048Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T02:43:49.130139Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T02:43:51.130635Z","caller":"traceutil/trace.go:171","msg":"trace[89082769] linearizableReadLoop","detail":"{readStateIndex:10006; appliedIndex:10005; }","duration":"414.510152ms","start":"2026-04-03T02:43:50.716101Z","end":"2026-04-03T02:43:51.130611Z","steps":["trace[89082769] 'read index received' (duration: 414.270197ms)","trace[89082769] 'applied index is now lower than readState.Index' (duration: 238.965µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:51.130755Z","caller":"traceutil/trace.go:171","msg":"trace[461348014] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"470.08381ms","start":"2026-04-03T02:43:50.660659Z","end":"2026-04-03T02:43:51.130743Z","steps":["trace[461348014] 'process raft request' (duration: 469.797113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:51.13101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:50.660638Z","time spent":"470.194923ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:51.131248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.121357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:51.131355Z","caller":"traceutil/trace.go:171","msg":"trace[1967523831] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9655; }","duration":"415.290941ms","start":"2026-04-03T02:43:50.716035Z","end":"2026-04-03T02:43:51.131326Z","steps":["trace[1967523831] 'agreement among raft nodes before linearized reading' (duration: 415.066446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:51.131467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:50.716015Z","time spent":"415.439724ms","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T02:43:53.743709Z","caller":"traceutil/trace.go:171","msg":"trace[1928651058] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"113.716385ms","start":"2026-04-03T02:43:53.629967Z","end":"2026-04-03T02:43:53.743684Z","steps":["trace[1928651058] 'process raft request' (duration: 113.542791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:54.903629Z","caller":"traceutil/trace.go:171","msg":"trace[193175478] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"121.766775ms","start":"2026-04-03T02:43:54.781822Z","end":"2026-04-03T02:43:54.903589Z","steps":["trace[193175478] 'process raft request' (duration: 95.943384ms)","trace[193175478] 'compare' (duration: 25.516814ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:55.035618Z","caller":"traceutil/trace.go:171","msg":"trace[1354189012] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"120.912026ms","start":"2026-04-03T02:43:54.914674Z","end":"2026-04-03T02:43:55.035586Z","steps":["trace[1354189012] 'process raft request' (duration: 103.685788ms)","trace[1354189012] 'compare' (duration: 16.958361ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:55.600154Z","caller":"traceutil/trace.go:171","msg":"trace[1074853613] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"287.78427ms","start":"2026-04-03T02:43:55.312344Z","end":"2026-04-03T02:43:55.600128Z","steps":["trace[1074853613] 'process raft request' (duration: 287.673178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:55.600417Z","caller":"traceutil/trace.go:171","msg":"trace[237500687] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"288.733793ms","start":"2026-04-03T02:43:55.311664Z","end":"2026-04-03T02:43:55.600397Z","steps":["trace[237500687] 'process raft request' (duration: 288.16928ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:56.347022Z","caller":"traceutil/trace.go:171","msg":"trace[2054204370] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10057; }","duration":"102.347095ms","start":"2026-04-03T02:43:56.244642Z","end":"2026-04-03T02:43:56.346989Z","steps":["trace[2054204370] 'read index received' (duration: 13.234963ms)","trace[2054204370] 'applied index is now lower than readState.Index' (duration: 89.109632ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:56.347177Z","caller":"traceutil/trace.go:171","msg":"trace[1274775773] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"160.460022ms","start":"2026-04-03T02:43:56.18668Z","end":"2026-04-03T02:43:56.34714Z","steps":["trace[1274775773] 'process raft request' (duration: 71.237278ms)","trace[1274775773] 'compare' (duration: 88.718423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:56.34735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.695544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-03T02:43:56.347399Z","caller":"traceutil/trace.go:171","msg":"trace[131461954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9707; }","duration":"102.813056ms","start":"2026-04-03T02:43:56.244572Z","end":"2026-04-03T02:43:56.347385Z","steps":["trace[131461954] 'agreement among raft nodes before linearized reading' (duration: 102.524849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:57.5153Z","caller":"traceutil/trace.go:171","msg":"trace[165726427] linearizableReadLoop","detail":"{readStateIndex:10064; appliedIndex:10063; }","duration":"113.780206ms","start":"2026-04-03T02:43:57.401493Z","end":"2026-04-03T02:43:57.515273Z","steps":["trace[165726427] 'read index received' (duration: 17.433683ms)","trace[165726427] 'applied index is now lower than readState.Index' (duration: 96.345253ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:57.515315Z","caller":"traceutil/trace.go:171","msg":"trace[704978166] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"113.686454ms","start":"2026-04-03T02:43:57.401595Z","end":"2026-04-03T02:43:57.515281Z","steps":["trace[704978166] 'process raft request' (duration: 113.53502ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:57.515548Z","caller":"traceutil/trace.go:171","msg":"trace[1661389318] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"113.468969ms","start":"2026-04-03T02:43:57.402065Z","end":"2026-04-03T02:43:57.515534Z","steps":["trace[1661389318] 'process raft request' (duration: 113.115781ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:57.515638Z","caller":"traceutil/trace.go:171","msg":"trace[295608111] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"113.244093ms","start":"2026-04-03T02:43:57.402386Z","end":"2026-04-03T02:43:57.51563Z","steps":["trace[295608111] 'process raft request' (duration: 112.841834ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:57.51575Z","caller":"traceutil/trace.go:171","msg":"trace[1487863536] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"114.247647ms","start":"2026-04-03T02:43:57.401469Z","end":"2026-04-03T02:43:57.515717Z","steps":["trace[1487863536] 'process raft request' (duration: 41.76925ms)","trace[1487863536] 'compare' (duration: 71.708469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:57.516357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.827521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:320810"} {"level":"info","ts":"2026-04-03T02:43:57.516455Z","caller":"traceutil/trace.go:171","msg":"trace[276063861] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9714; }","duration":"114.949064ms","start":"2026-04-03T02:43:57.401486Z","end":"2026-04-03T02:43:57.516435Z","steps":["trace[276063861] 'agreement among raft nodes before linearized reading' (duration: 114.177905ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:57.72294Z","caller":"traceutil/trace.go:171","msg":"trace[932967458] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"117.141625ms","start":"2026-04-03T02:43:57.605758Z","end":"2026-04-03T02:43:57.7229Z","steps":["trace[932967458] 'process raft request' (duration: 116.861478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:58.385277Z","caller":"traceutil/trace.go:171","msg":"trace[1506819481] linearizableReadLoop","detail":"{readStateIndex:10073; appliedIndex:10072; }","duration":"219.537974ms","start":"2026-04-03T02:43:58.165704Z","end":"2026-04-03T02:43:58.385242Z","steps":["trace[1506819481] 'read index received' (duration: 213.838339ms)","trace[1506819481] 'applied index is now lower than readState.Index' (duration: 5.686535ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:58.38529Z","caller":"traceutil/trace.go:171","msg":"trace[778111690] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"367.395646ms","start":"2026-04-03T02:43:58.017866Z","end":"2026-04-03T02:43:58.385262Z","steps":["trace[778111690] 'process raft request' (duration: 361.597879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:58.385427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.692477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:58.38552Z","caller":"traceutil/trace.go:171","msg":"trace[721123422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9720; }","duration":"219.850011ms","start":"2026-04-03T02:43:58.165649Z","end":"2026-04-03T02:43:58.385499Z","steps":["trace[721123422] 'agreement among raft nodes before linearized reading' (duration: 219.693777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:58.385684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:43:58.017842Z","time spent":"367.654343ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:43:59.775561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.415159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:43:59.7758Z","caller":"traceutil/trace.go:171","msg":"trace[1715100496] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"233.829321ms","start":"2026-04-03T02:43:59.541948Z","end":"2026-04-03T02:43:59.775777Z","steps":["trace[1715100496] 'process raft request' (duration: 63.070134ms)","trace[1715100496] 'compare' (duration: 170.129012ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:59.789997Z","caller":"traceutil/trace.go:171","msg":"trace[834308809] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"248.010746ms","start":"2026-04-03T02:43:59.541963Z","end":"2026-04-03T02:43:59.789974Z","steps":["trace[834308809] 'process raft request' (duration: 247.763951ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:59.789989Z","caller":"traceutil/trace.go:171","msg":"trace[1774121383] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"247.920284ms","start":"2026-04-03T02:43:59.542046Z","end":"2026-04-03T02:43:59.789966Z","steps":["trace[1774121383] 'process raft request' (duration: 247.831132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:59.790143Z","caller":"traceutil/trace.go:171","msg":"trace[1905188540] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"246.538703ms","start":"2026-04-03T02:43:59.543575Z","end":"2026-04-03T02:43:59.790113Z","steps":["trace[1905188540] 'process raft request' (duration: 246.342258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:59.860235Z","caller":"traceutil/trace.go:171","msg":"trace[1419865175] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"131.348943ms","start":"2026-04-03T02:43:59.728858Z","end":"2026-04-03T02:43:59.860207Z","steps":["trace[1419865175] 'process raft request' (duration: 131.172919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.998156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372412511,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:44:01.17905Z","caller":"traceutil/trace.go:171","msg":"trace[2037860631] linearizableReadLoop","detail":"{readStateIndex:10086; appliedIndex:10085; }","duration":"681.220853ms","start":"2026-04-03T02:44:00.497792Z","end":"2026-04-03T02:44:01.179013Z","steps":["trace[2037860631] 'read index received' (duration: 680.794643ms)","trace[2037860631] 'applied index is now lower than readState.Index' (duration: 424.55µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:01.179235Z","caller":"traceutil/trace.go:171","msg":"trace[1016289662] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"787.089952ms","start":"2026-04-03T02:44:00.392132Z","end":"2026-04-03T02:44:01.179222Z","steps":["trace[1016289662] 'process raft request' (duration: 786.637261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.179398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.39209Z","time spent":"787.182974ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:01.179465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.648324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:44:01.179544Z","caller":"traceutil/trace.go:171","msg":"trace[505040220] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9733; }","duration":"681.803117ms","start":"2026-04-03T02:44:00.497723Z","end":"2026-04-03T02:44:01.179526Z","steps":["trace[505040220] 'agreement among raft nodes before linearized reading' (duration: 681.651534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.179587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:00.497698Z","time spent":"681.879048ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:44:01.644734Z","caller":"traceutil/trace.go:171","msg":"trace[1655004849] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"101.391943ms","start":"2026-04-03T02:44:01.54331Z","end":"2026-04-03T02:44:01.644702Z","steps":["trace[1655004849] 'process raft request' (duration: 101.209348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.772693Z","caller":"traceutil/trace.go:171","msg":"trace[625612772] linearizableReadLoop","detail":"{readStateIndex:10089; appliedIndex:10087; }","duration":"225.766621ms","start":"2026-04-03T02:44:01.546905Z","end":"2026-04-03T02:44:01.772672Z","steps":["trace[625612772] 'read index received' (duration: 97.732646ms)","trace[625612772] 'applied index is now lower than readState.Index' (duration: 128.032455ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:01.772738Z","caller":"traceutil/trace.go:171","msg":"trace[924522883] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"228.003093ms","start":"2026-04-03T02:44:01.544683Z","end":"2026-04-03T02:44:01.772686Z","steps":["trace[924522883] 'process raft request' (duration: 180.750113ms)","trace[924522883] 'compare' (duration: 46.927952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:01.773069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.238034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:44:01.773094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.858511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:01.773175Z","caller":"traceutil/trace.go:171","msg":"trace[811301066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:9737; }","duration":"224.371767ms","start":"2026-04-03T02:44:01.548787Z","end":"2026-04-03T02:44:01.773159Z","steps":["trace[811301066] 'agreement among raft nodes before linearized reading' (duration: 224.103391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:01.773213Z","caller":"traceutil/trace.go:171","msg":"trace[369254365] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9737; }","duration":"212.014884ms","start":"2026-04-03T02:44:01.561175Z","end":"2026-04-03T02:44:01.77319Z","steps":["trace[369254365] 'agreement among raft nodes before linearized reading' (duration: 211.821549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:01.773319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.390235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-03T02:44:01.77343Z","caller":"traceutil/trace.go:171","msg":"trace[1590137048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9736; }","duration":"226.58663ms","start":"2026-04-03T02:44:01.546818Z","end":"2026-04-03T02:44:01.773405Z","steps":["trace[1590137048] 'agreement among raft nodes before linearized reading' (duration: 225.988866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:19.489241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.807503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:44:19.489346Z","caller":"traceutil/trace.go:171","msg":"trace[1917319991] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9865; }","duration":"121.006117ms","start":"2026-04-03T02:44:19.368319Z","end":"2026-04-03T02:44:19.489326Z","steps":["trace[1917319991] 'count revisions from in-memory index tree' (duration: 120.583838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:19.900697Z","caller":"traceutil/trace.go:171","msg":"trace[977369287] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"138.810459ms","start":"2026-04-03T02:44:19.761867Z","end":"2026-04-03T02:44:19.900677Z","steps":["trace[977369287] 'process raft request' (duration: 79.102054ms)","trace[977369287] 'compare' (duration: 59.365987ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.207269Z","caller":"traceutil/trace.go:171","msg":"trace[421154913] linearizableReadLoop","detail":"{readStateIndex:10229; appliedIndex:10225; }","duration":"302.734794ms","start":"2026-04-03T02:44:19.90451Z","end":"2026-04-03T02:44:20.207245Z","steps":["trace[421154913] 'read index received' (duration: 56.52235ms)","trace[421154913] 'applied index is now lower than readState.Index' (duration: 246.211164ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.207366Z","caller":"traceutil/trace.go:171","msg":"trace[1554225240] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"304.079946ms","start":"2026-04-03T02:44:19.90326Z","end":"2026-04-03T02:44:20.20734Z","steps":["trace[1554225240] 'process raft request' (duration: 260.670537ms)","trace[1554225240] 'compare' (duration: 42.947748ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.207357Z","caller":"traceutil/trace.go:171","msg":"trace[1784450495] transaction","detail":"{read_only:false; response_revision:9871; number_of_response:1; }","duration":"303.037872ms","start":"2026-04-03T02:44:19.904291Z","end":"2026-04-03T02:44:20.207328Z","steps":["trace[1784450495] 'process raft request' (duration: 302.788156ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.207446Z","caller":"traceutil/trace.go:171","msg":"trace[93884263] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"277.392153ms","start":"2026-04-03T02:44:19.930035Z","end":"2026-04-03T02:44:20.207428Z","steps":["trace[93884263] 'process raft request' (duration: 277.169328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.207453Z","caller":"traceutil/trace.go:171","msg":"trace[924862061] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"302.381466ms","start":"2026-04-03T02:44:19.905049Z","end":"2026-04-03T02:44:20.207431Z","steps":["trace[924862061] 'process raft request' (duration: 302.096549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:20.207461Z","caller":"traceutil/trace.go:171","msg":"trace[118507215] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"303.311239ms","start":"2026-04-03T02:44:19.90412Z","end":"2026-04-03T02:44:20.207431Z","steps":["trace[118507215] 'process raft request' (duration: 302.918368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.207531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.90325Z","time spent":"304.187249ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:20.207539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.904283Z","time spent":"303.140524ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:20.207563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.905043Z","time spent":"302.470448ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:20.207442Z","caller":"traceutil/trace.go:171","msg":"trace[871097110] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"277.950507ms","start":"2026-04-03T02:44:19.929468Z","end":"2026-04-03T02:44:20.207418Z","steps":["trace[871097110] 'process raft request' (duration: 277.707672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.20758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.904099Z","time spent":"303.421492ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:44:20.207447Z","caller":"traceutil/trace.go:171","msg":"trace[1937450143] transaction","detail":"{read_only:false; response_revision:9872; number_of_response:1; }","duration":"302.872507ms","start":"2026-04-03T02:44:19.904549Z","end":"2026-04-03T02:44:20.207422Z","steps":["trace[1937450143] 'process raft request' (duration: 302.56322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.207682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.904539Z","time spent":"303.104132ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:20.207691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.265044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:44:20.207786Z","caller":"traceutil/trace.go:171","msg":"trace[1712639880] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9875; }","duration":"302.384126ms","start":"2026-04-03T02:44:19.905373Z","end":"2026-04-03T02:44:20.207757Z","steps":["trace[1712639880] 'agreement among raft nodes before linearized reading' (duration: 302.090419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.207843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.905368Z","time spent":"302.465398ms","remote":"127.0.0.1:51950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T02:44:20.208068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.543673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330509"} {"level":"info","ts":"2026-04-03T02:44:20.208131Z","caller":"traceutil/trace.go:171","msg":"trace[367543271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9875; }","duration":"303.621755ms","start":"2026-04-03T02:44:19.904494Z","end":"2026-04-03T02:44:20.208116Z","steps":["trace[367543271] 'agreement among raft nodes before linearized reading' (duration: 303.005211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.208177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:19.904489Z","time spent":"303.674468ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:44:58.1219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7753} {"level":"info","ts":"2026-04-03T02:44:58.180852Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7753,"took":"57.128453ms","hash":4135990831,"current-db-size-bytes":55922688,"current-db-size":"56 MB","current-db-size-in-use-bytes":28508160,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-03T02:44:58.180915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4135990831,"revision":7753,"compact-revision":5534} {"level":"info","ts":"2026-04-03T02:45:08.673759Z","caller":"traceutil/trace.go:171","msg":"trace[1347848550] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"148.421728ms","start":"2026-04-03T02:45:08.5253Z","end":"2026-04-03T02:45:08.673721Z","steps":["trace[1347848550] 'process raft request' (duration: 121.621972ms)","trace[1347848550] 'compare' (duration: 26.61072ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:08.673979Z","caller":"traceutil/trace.go:171","msg":"trace[1802743696] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"147.25062ms","start":"2026-04-03T02:45:08.526704Z","end":"2026-04-03T02:45:08.673955Z","steps":["trace[1802743696] 'process raft request' (duration: 146.970354ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:08.674005Z","caller":"traceutil/trace.go:171","msg":"trace[112127532] linearizableReadLoop","detail":"{readStateIndex:10592; appliedIndex:10589; }","duration":"145.657762ms","start":"2026-04-03T02:45:08.528255Z","end":"2026-04-03T02:45:08.673912Z","steps":["trace[112127532] 'read index received' (duration: 69.563398ms)","trace[112127532] 'applied index is now lower than readState.Index' (duration: 76.091454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:08.674204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.926208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:45:08.674779Z","caller":"traceutil/trace.go:171","msg":"trace[1464111553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:10220; }","duration":"146.545232ms","start":"2026-04-03T02:45:08.528215Z","end":"2026-04-03T02:45:08.674761Z","steps":["trace[1464111553] 'agreement among raft nodes before linearized reading' (duration: 145.818535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.804189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.816425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:45:14.80437Z","caller":"traceutil/trace.go:171","msg":"trace[825073962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10258; }","duration":"105.014749ms","start":"2026-04-03T02:45:14.699326Z","end":"2026-04-03T02:45:14.80434Z","steps":["trace[825073962] 'range keys from in-memory index tree' (duration: 104.579648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:14.80444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.866572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:45:14.804963Z","caller":"traceutil/trace.go:171","msg":"trace[838459106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10258; }","duration":"107.249891ms","start":"2026-04-03T02:45:14.697506Z","end":"2026-04-03T02:45:14.804756Z","steps":["trace[838459106] 'range keys from in-memory index tree' (duration: 106.671478ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:15.963723Z","caller":"traceutil/trace.go:171","msg":"trace[2058244956] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"454.250705ms","start":"2026-04-03T02:45:15.509441Z","end":"2026-04-03T02:45:15.963692Z","steps":["trace[2058244956] 'process raft request' (duration: 454.07313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:15.963924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:15.509416Z","time spent":"454.394297ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:16.868939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566122372413917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:45:17.128321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.280618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:45:17.128379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.07461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:45:17.128411Z","caller":"traceutil/trace.go:171","msg":"trace[12191267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10261; }","duration":"963.469783ms","start":"2026-04-03T02:45:16.164919Z","end":"2026-04-03T02:45:17.128389Z","steps":["trace[12191267] 'range keys from in-memory index tree' (duration: 963.157606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.128461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.164894Z","time spent":"963.559544ms","remote":"127.0.0.1:51786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:45:17.128467Z","caller":"traceutil/trace.go:171","msg":"trace[22440006] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10261; }","duration":"854.225083ms","start":"2026-04-03T02:45:16.274213Z","end":"2026-04-03T02:45:17.128438Z","steps":["trace[22440006] 'count revisions from in-memory index tree' (duration: 853.963987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.128484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001171726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88523"} {"level":"info","ts":"2026-04-03T02:45:17.128572Z","caller":"traceutil/trace.go:171","msg":"trace[257246045] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10261; }","duration":"1.0013184s","start":"2026-04-03T02:45:16.127234Z","end":"2026-04-03T02:45:17.128552Z","steps":["trace[257246045] 'range keys from in-memory index tree' (duration: 1.000824767s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.128636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.127208Z","time spent":"1.001405632s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88546,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:45:17.128676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.321906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:45:17.128744Z","caller":"traceutil/trace.go:171","msg":"trace[956754558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10261; }","duration":"835.429899ms","start":"2026-04-03T02:45:16.293298Z","end":"2026-04-03T02:45:17.128728Z","steps":["trace[956754558] 'range keys from in-memory index tree' (duration: 835.138461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.128777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.293281Z","time spent":"835.48775ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:45:17.128827Z","caller":"traceutil/trace.go:171","msg":"trace[933724256] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"805.117321ms","start":"2026-04-03T02:45:16.323692Z","end":"2026-04-03T02:45:17.12881Z","steps":["trace[933724256] 'process raft request' (duration: 803.83124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.128944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.323663Z","time spent":"805.214802ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:45:17.128513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.274184Z","time spent":"854.317886ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:17.131067Z","caller":"traceutil/trace.go:171","msg":"trace[1946525895] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"625.624587ms","start":"2026-04-03T02:45:16.505421Z","end":"2026-04-03T02:45:17.131046Z","steps":["trace[1946525895] 'process raft request' (duration: 625.554944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.131169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.505389Z","time spent":"625.731609ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:17.131162Z","caller":"traceutil/trace.go:171","msg":"trace[1743123904] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"660.864881ms","start":"2026-04-03T02:45:16.47024Z","end":"2026-04-03T02:45:17.131105Z","steps":["trace[1743123904] 'process raft request' (duration: 660.602434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.131495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.470215Z","time spent":"661.150559ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:45:17.137583Z","caller":"traceutil/trace.go:171","msg":"trace[1452888128] linearizableReadLoop","detail":"{readStateIndex:10638; appliedIndex:10634; }","duration":"769.580248ms","start":"2026-04-03T02:45:16.367987Z","end":"2026-04-03T02:45:17.137567Z","steps":["trace[1452888128] 'read index received' (duration: 759.53244ms)","trace[1452888128] 'applied index is now lower than readState.Index' (duration: 10.046768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:45:17.138276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.260323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:45:17.138356Z","caller":"traceutil/trace.go:171","msg":"trace[120870255] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10264; }","duration":"770.414297ms","start":"2026-04-03T02:45:16.367924Z","end":"2026-04-03T02:45:17.138338Z","steps":["trace[120870255] 'agreement among raft nodes before linearized reading' (duration: 769.68863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.138403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.3679Z","time spent":"770.493339ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1053,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:45:17.138679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.84204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:45:17.138694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.950941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:45:17.138711Z","caller":"traceutil/trace.go:171","msg":"trace[329559729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10265; }","duration":"303.923141ms","start":"2026-04-03T02:45:16.834778Z","end":"2026-04-03T02:45:17.138702Z","steps":["trace[329559729] 'agreement among raft nodes before linearized reading' (duration: 303.792548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.138737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.834751Z","time spent":"303.981173ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:45:17.138742Z","caller":"traceutil/trace.go:171","msg":"trace[1479004162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10265; }","duration":"593.049793ms","start":"2026-04-03T02:45:16.545678Z","end":"2026-04-03T02:45:17.138728Z","steps":["trace[1479004162] 'agreement among raft nodes before linearized reading' (duration: 592.863929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.138735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.659506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:45:17.138771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.488785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:45:17.138787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.545655Z","time spent":"593.124035ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:45:17.138799Z","caller":"traceutil/trace.go:171","msg":"trace[971521176] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10265; }","duration":"222.779579ms","start":"2026-04-03T02:45:16.916004Z","end":"2026-04-03T02:45:17.138784Z","steps":["trace[971521176] 'agreement among raft nodes before linearized reading' (duration: 222.648796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:17.138804Z","caller":"traceutil/trace.go:171","msg":"trace[1361483763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10265; }","duration":"496.521576ms","start":"2026-04-03T02:45:16.642274Z","end":"2026-04-03T02:45:17.138796Z","steps":["trace[1361483763] 'agreement among raft nodes before linearized reading' (duration: 496.435754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.13883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.64224Z","time spent":"496.585207ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:45:17.138845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.072252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:45:17.138897Z","caller":"traceutil/trace.go:171","msg":"trace[99425161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10265; }","duration":"533.177015ms","start":"2026-04-03T02:45:16.605708Z","end":"2026-04-03T02:45:17.138885Z","steps":["trace[99425161] 'agreement among raft nodes before linearized reading' (duration: 533.013091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.138975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.605681Z","time spent":"533.286188ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:45:17.138962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.268126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-h7jv4\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:45:17.139018Z","caller":"traceutil/trace.go:171","msg":"trace[988188674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-h7jv4; range_end:; response_count:1; response_revision:10265; }","duration":"319.4038ms","start":"2026-04-03T02:45:16.819601Z","end":"2026-04-03T02:45:17.139005Z","steps":["trace[988188674] 'agreement among raft nodes before linearized reading' (duration: 319.131333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.139027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.2899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T02:45:17.139108Z","caller":"traceutil/trace.go:171","msg":"trace[1096482352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10265; }","duration":"285.414103ms","start":"2026-04-03T02:45:16.853682Z","end":"2026-04-03T02:45:17.139096Z","steps":["trace[1096482352] 'agreement among raft nodes before linearized reading' (duration: 284.994643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.139075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.81959Z","time spent":"319.467981ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-h7jv4\" "} {"level":"warn","ts":"2026-04-03T02:45:17.1392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.41925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:45:17.13923Z","caller":"traceutil/trace.go:171","msg":"trace[1362760644] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10265; }","duration":"476.471222ms","start":"2026-04-03T02:45:16.662748Z","end":"2026-04-03T02:45:17.139219Z","steps":["trace[1362760644] 'agreement among raft nodes before linearized reading' (duration: 475.951709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:17.139275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:45:16.66274Z","time spent":"476.520092ms","remote":"127.0.0.1:52034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:45:24.144126Z","caller":"traceutil/trace.go:171","msg":"trace[832055790] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"220.70827ms","start":"2026-04-03T02:45:23.923385Z","end":"2026-04-03T02:45:24.144093Z","steps":["trace[832055790] 'process raft request' (duration: 220.548937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:24.222644Z","caller":"traceutil/trace.go:171","msg":"trace[1308154915] transaction","detail":"{read_only:false; response_revision:10317; number_of_response:1; }","duration":"287.694428ms","start":"2026-04-03T02:45:23.934915Z","end":"2026-04-03T02:45:24.222609Z","steps":["trace[1308154915] 'process raft request' (duration: 287.34423ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:24.222683Z","caller":"traceutil/trace.go:171","msg":"trace[834386937] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"236.763281ms","start":"2026-04-03T02:45:23.985881Z","end":"2026-04-03T02:45:24.222644Z","steps":["trace[834386937] 'process raft request' (duration: 236.578376ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:29.296535Z","caller":"traceutil/trace.go:171","msg":"trace[962293415] transaction","detail":"{read_only:false; response_revision:10346; number_of_response:1; }","duration":"121.516459ms","start":"2026-04-03T02:45:29.174996Z","end":"2026-04-03T02:45:29.296513Z","steps":["trace[962293415] 'process raft request' (duration: 121.361345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:29.305868Z","caller":"traceutil/trace.go:171","msg":"trace[304245305] linearizableReadLoop","detail":"{readStateIndex:10724; appliedIndex:10723; }","duration":"113.401388ms","start":"2026-04-03T02:45:29.192449Z","end":"2026-04-03T02:45:29.30585Z","steps":["trace[304245305] 'read index received' (duration: 104.068806ms)","trace[304245305] 'applied index is now lower than readState.Index' (duration: 9.331652ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:45:29.305934Z","caller":"traceutil/trace.go:171","msg":"trace[1029247065] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"127.314297ms","start":"2026-04-03T02:45:29.178606Z","end":"2026-04-03T02:45:29.305921Z","steps":["trace[1029247065] 'process raft request' (duration: 127.141472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:45:29.306115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.613702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:45:29.306155Z","caller":"traceutil/trace.go:171","msg":"trace[1136926458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10347; }","duration":"113.737145ms","start":"2026-04-03T02:45:29.192407Z","end":"2026-04-03T02:45:29.306144Z","steps":["trace[1136926458] 'agreement among raft nodes before linearized reading' (duration: 113.536601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:32.946677Z","caller":"traceutil/trace.go:171","msg":"trace[413605172] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"265.998359ms","start":"2026-04-03T02:45:32.680638Z","end":"2026-04-03T02:45:32.946636Z","steps":["trace[413605172] 'process raft request' (duration: 262.877725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:40.508287Z","caller":"traceutil/trace.go:171","msg":"trace[1647992079] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"152.071177ms","start":"2026-04-03T02:45:40.356184Z","end":"2026-04-03T02:45:40.508255Z","steps":["trace[1647992079] 'process raft request' (duration: 151.821931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:45:44.658832Z","caller":"traceutil/trace.go:171","msg":"trace[388953801] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"125.60101ms","start":"2026-04-03T02:45:44.533197Z","end":"2026-04-03T02:45:44.658798Z","steps":["trace[388953801] 'process raft request' (duration: 125.223591ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:58.130494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10121} {"level":"info","ts":"2026-04-03T02:49:58.214749Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10121,"took":"81.891382ms","hash":3784576516,"current-db-size-bytes":55922688,"current-db-size":"56 MB","current-db-size-in-use-bytes":22151168,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-03T02:49:58.214828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3784576516,"revision":10121,"compact-revision":7753}