{"level":"warn","ts":"2026-03-19T05:54:06.675539Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T05:54:06.675642Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.129:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.129:2380","--initial-cluster=instance=https://199.204.45.129:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.129:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.129:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T05:54:06.675712Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T05:54:06.67572Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-19T05:54:06.675738Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T05:54:06.676387Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"]} {"level":"info","ts":"2026-03-19T05:54:06.676463Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.129:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T05:54:06.680824Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.130682ms"} {"level":"info","ts":"2026-03-19T05:54:06.691336Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cec112083e8d3ff","cluster-id":"3f68255a3b440659"} {"level":"info","ts":"2026-03-19T05:54:06.691406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T05:54:06.691425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 0"} {"level":"info","ts":"2026-03-19T05:54:06.69144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cec112083e8d3ff [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T05:54:06.691452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became follower at term 1"} {"level":"info","ts":"2026-03-19T05:54:06.691488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"warn","ts":"2026-03-19T05:54:06.69949Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T05:54:06.701401Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T05:54:06.703016Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T05:54:06.70642Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cec112083e8d3ff","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T05:54:06.706739Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cec112083e8d3ff","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T05:54:06.706918Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:54:06.707038Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:54:06.707054Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T05:54:06.707712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff switched to configuration voters=(4389902568129090559)"} {"level":"info","ts":"2026-03-19T05:54:06.707865Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","added-peer-id":"3cec112083e8d3ff","added-peer-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-03-19T05:54:06.713459Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T05:54:06.713634Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-19T05:54:06.713755Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.129:2380"} {"level":"info","ts":"2026-03-19T05:54:06.713892Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cec112083e8d3ff","initial-advertise-peer-urls":["https://199.204.45.129:2380"],"listen-peer-urls":["https://199.204.45.129:2380"],"advertise-client-urls":["https://199.204.45.129:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.129:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T05:54:06.713953Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T05:54:07.392505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T05:54:07.392588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T05:54:07.392637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgPreVoteResp from 3cec112083e8d3ff at term 1"} {"level":"info","ts":"2026-03-19T05:54:07.392662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became candidate at term 2"} {"level":"info","ts":"2026-03-19T05:54:07.392715Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff received MsgVoteResp from 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-19T05:54:07.392736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cec112083e8d3ff became leader at term 2"} {"level":"info","ts":"2026-03-19T05:54:07.392751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cec112083e8d3ff elected leader 3cec112083e8d3ff at term 2"} {"level":"info","ts":"2026-03-19T05:54:07.394223Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:54:07.395437Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T05:54:07.395434Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cec112083e8d3ff","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.129:2379]}","request-path":"/0/members/3cec112083e8d3ff/attributes","cluster-id":"3f68255a3b440659","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T05:54:07.395532Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T05:54:07.395772Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T05:54:07.39582Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T05:54:07.396623Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"3f68255a3b440659","local-member-id":"3cec112083e8d3ff","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:54:07.39677Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:54:07.396829Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T05:54:07.39893Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-19T05:54:07.399743Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.129:2379"} {"level":"warn","ts":"2026-03-19T05:54:10.520283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.720118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:10.520444Z","caller":"traceutil/trace.go:171","msg":"trace[1404196878] transaction","detail":"{read_only:false; response_revision:222; number_of_response:1; }","duration":"132.434692ms","start":"2026-03-19T05:54:10.38799Z","end":"2026-03-19T05:54:10.520424Z","steps":["trace[1404196878] 'compare' (duration: 130.507793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:10.653454Z","caller":"traceutil/trace.go:171","msg":"trace[771751299] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"124.461442ms","start":"2026-03-19T05:54:10.52896Z","end":"2026-03-19T05:54:10.653422Z","steps":["trace[771751299] 'process raft request' (duration: 119.843817ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:11.25678Z","caller":"traceutil/trace.go:171","msg":"trace[1158268233] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"203.452028ms","start":"2026-03-19T05:54:11.053297Z","end":"2026-03-19T05:54:11.256749Z","steps":["trace[1158268233] 'process raft request' (duration: 203.220251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:11.764461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.142412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:11.76464Z","caller":"traceutil/trace.go:171","msg":"trace[1920316391] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"683.359681ms","start":"2026-03-19T05:54:11.081253Z","end":"2026-03-19T05:54:11.764613Z","steps":["trace[1920316391] 'process raft request' (duration: 385.968073ms)","trace[1920316391] 'compare' (duration: 296.962027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:11.764742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:11.081212Z","time spent":"683.505485ms","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:11.783047Z","caller":"traceutil/trace.go:171","msg":"trace[288428965] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"365.49302ms","start":"2026-03-19T05:54:11.417536Z","end":"2026-03-19T05:54:11.783029Z","steps":["trace[288428965] 'process raft request' (duration: 365.411018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:11.783134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:11.417503Z","time spent":"365.598613ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:12.341434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.60159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:12.341638Z","caller":"traceutil/trace.go:171","msg":"trace[1130826936] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"532.749015ms","start":"2026-03-19T05:54:11.808797Z","end":"2026-03-19T05:54:12.341546Z","steps":["trace[1130826936] 'process raft request' (duration: 99.97459ms)","trace[1130826936] 'compare' (duration: 432.472697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:12.341703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:11.808767Z","time spent":"532.908198ms","remote":"127.0.0.1:36718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:12.645509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.979902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:12.645656Z","caller":"traceutil/trace.go:171","msg":"trace[387612659] linearizableReadLoop","detail":"{readStateIndex:249; appliedIndex:248; }","duration":"215.016447ms","start":"2026-03-19T05:54:12.430618Z","end":"2026-03-19T05:54:12.645635Z","steps":["trace[387612659] 'read index received' (duration: 12.719058ms)","trace[387612659] 'applied index is now lower than readState.Index' (duration: 202.295519ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:12.645692Z","caller":"traceutil/trace.go:171","msg":"trace[567108308] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"296.863145ms","start":"2026-03-19T05:54:12.348789Z","end":"2026-03-19T05:54:12.645652Z","steps":["trace[567108308] 'process raft request' (duration: 94.649977ms)","trace[567108308] 'compare' (duration: 201.774707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:12.645844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.782156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:12.645886Z","caller":"traceutil/trace.go:171","msg":"trace[556005855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:243; }","duration":"183.872258ms","start":"2026-03-19T05:54:12.462003Z","end":"2026-03-19T05:54:12.645875Z","steps":["trace[556005855] 'agreement among raft nodes before linearized reading' (duration: 183.762726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:12.645888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.248443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:12.645998Z","caller":"traceutil/trace.go:171","msg":"trace[151778472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:243; }","duration":"215.405557ms","start":"2026-03-19T05:54:12.430563Z","end":"2026-03-19T05:54:12.645968Z","steps":["trace[151778472] 'agreement among raft nodes before linearized reading' (duration: 215.172101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.041866Z","caller":"traceutil/trace.go:171","msg":"trace[895048282] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:250; }","duration":"339.201534ms","start":"2026-03-19T05:54:12.70264Z","end":"2026-03-19T05:54:13.041842Z","steps":["trace[895048282] 'read index received' (duration: 296.753932ms)","trace[895048282] 'applied index is now lower than readState.Index' (duration: 42.446702ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:13.041926Z","caller":"traceutil/trace.go:171","msg":"trace[250504287] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"391.060501ms","start":"2026-03-19T05:54:12.650807Z","end":"2026-03-19T05:54:13.041867Z","steps":["trace[250504287] 'process raft request' (duration: 390.973029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.042006Z","caller":"traceutil/trace.go:171","msg":"trace[1306315254] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"391.234025ms","start":"2026-03-19T05:54:12.650725Z","end":"2026-03-19T05:54:13.041959Z","steps":["trace[1306315254] 'process raft request' (duration: 348.668361ms)","trace[1306315254] 'compare' (duration: 42.265507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:13.042102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:54:13.042121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.650779Z","time spent":"391.256486ms","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":330,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:13.042167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.650685Z","time spent":"391.40964ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:13.042157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.786461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:13.042281Z","caller":"traceutil/trace.go:171","msg":"trace[2130298833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:246; }","duration":"114.945616ms","start":"2026-03-19T05:54:12.9273Z","end":"2026-03-19T05:54:13.042245Z","steps":["trace[2130298833] 'agreement among raft nodes before linearized reading' (duration: 114.754331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.042483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.081179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:13.042538Z","caller":"traceutil/trace.go:171","msg":"trace[2120148217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:246; }","duration":"107.16108ms","start":"2026-03-19T05:54:12.935361Z","end":"2026-03-19T05:54:13.042522Z","steps":["trace[2120148217] 'agreement among raft nodes before linearized reading' (duration: 107.070328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.042146Z","caller":"traceutil/trace.go:171","msg":"trace[639448057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:246; }","duration":"339.510952ms","start":"2026-03-19T05:54:12.702621Z","end":"2026-03-19T05:54:13.042132Z","steps":["trace[639448057] 'agreement among raft nodes before linearized reading' (duration: 339.400129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:13.042949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:12.702562Z","time spent":"340.354362ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:13.382755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.089425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:13.382875Z","caller":"traceutil/trace.go:171","msg":"trace[14033719] linearizableReadLoop","detail":"{readStateIndex:261; appliedIndex:259; }","duration":"271.253343ms","start":"2026-03-19T05:54:13.111603Z","end":"2026-03-19T05:54:13.382856Z","steps":["trace[14033719] 'read index received' (duration: 13.703272ms)","trace[14033719] 'applied index is now lower than readState.Index' (duration: 257.548621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:13.382955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.348497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:13.382993Z","caller":"traceutil/trace.go:171","msg":"trace[1097801672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:0; response_revision:255; }","duration":"271.419419ms","start":"2026-03-19T05:54:13.111559Z","end":"2026-03-19T05:54:13.382978Z","steps":["trace[1097801672] 'agreement among raft nodes before linearized reading' (duration: 271.346696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:13.383138Z","caller":"traceutil/trace.go:171","msg":"trace[1346942709] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"277.331456ms","start":"2026-03-19T05:54:13.105768Z","end":"2026-03-19T05:54:13.383099Z","steps":["trace[1346942709] 'process raft request' (duration: 68.629186ms)","trace[1346942709] 'compare' (duration: 207.950991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:13.766532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.892403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:13.76671Z","caller":"traceutil/trace.go:171","msg":"trace[1782965104] linearizableReadLoop","detail":"{readStateIndex:265; appliedIndex:264; }","duration":"213.462688ms","start":"2026-03-19T05:54:13.553221Z","end":"2026-03-19T05:54:13.766683Z","steps":["trace[1782965104] 'read index received' (duration: 80.288778ms)","trace[1782965104] 'applied index is now lower than readState.Index' (duration: 133.17177ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:13.766821Z","caller":"traceutil/trace.go:171","msg":"trace[1723317140] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"253.012198ms","start":"2026-03-19T05:54:13.513759Z","end":"2026-03-19T05:54:13.766771Z","steps":["trace[1723317140] 'process raft request' (duration: 119.709354ms)","trace[1723317140] 'compare' (duration: 132.503854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:13.766941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.670784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3176"} {"level":"info","ts":"2026-03-19T05:54:13.766986Z","caller":"traceutil/trace.go:171","msg":"trace[775728387] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:259; }","duration":"213.787857ms","start":"2026-03-19T05:54:13.553183Z","end":"2026-03-19T05:54:13.766971Z","steps":["trace[775728387] 'agreement among raft nodes before linearized reading' (duration: 213.567132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:14.153537Z","caller":"traceutil/trace.go:171","msg":"trace[865816676] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"131.097229ms","start":"2026-03-19T05:54:14.022408Z","end":"2026-03-19T05:54:14.153505Z","steps":["trace[865816676] 'process raft request' (duration: 32.865242ms)","trace[865816676] 'compare' (duration: 98.078544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:16.128584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007682503s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:16.12878Z","caller":"traceutil/trace.go:171","msg":"trace[554245061] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"1.007595761s","start":"2026-03-19T05:54:15.121166Z","end":"2026-03-19T05:54:16.128761Z","steps":["trace[554245061] 'process raft request' (duration: 1.00754449s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.128764Z","caller":"traceutil/trace.go:171","msg":"trace[823717306] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"1.1387009s","start":"2026-03-19T05:54:14.99001Z","end":"2026-03-19T05:54:16.128711Z","steps":["trace[823717306] 'process raft request' (duration: 130.824242ms)","trace[823717306] 'compare' (duration: 1.007535979s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:16.128854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.121143Z","time spent":"1.007682152s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:16.128888Z","caller":"traceutil/trace.go:171","msg":"trace[931677309] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:295; }","duration":"1.09154036s","start":"2026-03-19T05:54:15.037284Z","end":"2026-03-19T05:54:16.128825Z","steps":["trace[931677309] 'read index received' (duration: 81.054718ms)","trace[931677309] 'applied index is now lower than readState.Index' (duration: 1.010481362s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:16.128934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:14.989992Z","time spent":"1.138868834s","remote":"127.0.0.1:47830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:16.129042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091750625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T05:54:16.129127Z","caller":"traceutil/trace.go:171","msg":"trace[1589858624] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:291; }","duration":"1.091903049s","start":"2026-03-19T05:54:15.037202Z","end":"2026-03-19T05:54:16.129105Z","steps":["trace[1589858624] 'agreement among raft nodes before linearized reading' (duration: 1.091719335s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.129172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.037169Z","time spent":"1.091995011s","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T05:54:16.187503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13112601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:16.187521Z","caller":"traceutil/trace.go:171","msg":"trace[1177460569] transaction","detail":"{read_only:false; number_of_response:0; response_revision:291; }","duration":"953.939848ms","start":"2026-03-19T05:54:15.233549Z","end":"2026-03-19T05:54:16.187489Z","steps":["trace[1177460569] 'process raft request' (duration: 953.688612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.187583Z","caller":"traceutil/trace.go:171","msg":"trace[882421186] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"952.738037ms","start":"2026-03-19T05:54:15.234832Z","end":"2026-03-19T05:54:16.18757Z","steps":["trace[882421186] 'process raft request' (duration: 952.499561ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.187603Z","caller":"traceutil/trace.go:171","msg":"trace[1049952590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:292; }","duration":"1.131258933s","start":"2026-03-19T05:54:15.056322Z","end":"2026-03-19T05:54:16.187581Z","steps":["trace[1049952590] 'agreement among raft nodes before linearized reading' (duration: 1.131098929s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.187598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.587742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T05:54:16.187652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.05631Z","time spent":"1.131332855s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:16.187661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.234822Z","time spent":"952.799059ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:16.187672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.23352Z","time spent":"954.086632ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:16.18767Z","caller":"traceutil/trace.go:171","msg":"trace[1901377770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:292; }","duration":"800.691215ms","start":"2026-03-19T05:54:15.386958Z","end":"2026-03-19T05:54:16.187649Z","steps":["trace[1901377770] 'agreement among raft nodes before linearized reading' (duration: 800.559412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.18772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.386946Z","time spent":"800.766598ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:54:16.187714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069927558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:16.187733Z","caller":"traceutil/trace.go:171","msg":"trace[824901721] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"953.296552ms","start":"2026-03-19T05:54:15.234313Z","end":"2026-03-19T05:54:16.18761Z","steps":["trace[824901721] 'process raft request' (duration: 952.948214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.187788Z","caller":"traceutil/trace.go:171","msg":"trace[437676158] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:292; }","duration":"1.070049652s","start":"2026-03-19T05:54:15.117721Z","end":"2026-03-19T05:54:16.18777Z","steps":["trace[437676158] 'agreement among raft nodes before linearized reading' (duration: 1.069910689s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.187801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058251827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:54:16.187834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070415051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-19T05:54:16.18784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.117699Z","time spent":"1.070133444s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-19T05:54:16.187867Z","caller":"traceutil/trace.go:171","msg":"trace[1917900848] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"951.615889ms","start":"2026-03-19T05:54:15.236245Z","end":"2026-03-19T05:54:16.187861Z","steps":["trace[1917900848] 'process raft request' (duration: 951.132048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.187874Z","caller":"traceutil/trace.go:171","msg":"trace[1598919080] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:292; }","duration":"1.070470812s","start":"2026-03-19T05:54:15.117393Z","end":"2026-03-19T05:54:16.187864Z","steps":["trace[1598919080] 'agreement among raft nodes before linearized reading' (duration: 1.070401901s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.187886Z","caller":"traceutil/trace.go:171","msg":"trace[1634220020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:292; }","duration":"1.058364859s","start":"2026-03-19T05:54:15.129497Z","end":"2026-03-19T05:54:16.187862Z","steps":["trace[1634220020] 'agreement among raft nodes before linearized reading' (duration: 1.058181975s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.187904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.117384Z","time spent":"1.070514253s","remote":"127.0.0.1:36788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-19T05:54:16.187836Z","caller":"traceutil/trace.go:171","msg":"trace[1089588398] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"952.392389ms","start":"2026-03-19T05:54:15.235435Z","end":"2026-03-19T05:54:16.187827Z","steps":["trace[1089588398] 'process raft request' (duration: 951.920647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.187926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.236235Z","time spent":"951.661571ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:16.187928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.129478Z","time spent":"1.058441232s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:16.187922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.234273Z","time spent":"953.569879ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:16.187971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.235421Z","time spent":"952.521562ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:16.188011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118080863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:54:16.188055Z","caller":"traceutil/trace.go:171","msg":"trace[618208022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:292; }","duration":"1.118150435s","start":"2026-03-19T05:54:15.069894Z","end":"2026-03-19T05:54:16.188044Z","steps":["trace[618208022] 'agreement among raft nodes before linearized reading' (duration: 1.118081793s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.187345Z","caller":"traceutil/trace.go:171","msg":"trace[1674144437] transaction","detail":"{read_only:false; number_of_response:0; response_revision:291; }","duration":"967.376654ms","start":"2026-03-19T05:54:15.219914Z","end":"2026-03-19T05:54:16.18729Z","steps":["trace[1674144437] 'process raft request' (duration: 967.235091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.188088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.069879Z","time spent":"1.118203186s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:16.188128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:15.219881Z","time spent":"968.219245ms","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:16.295639Z","caller":"traceutil/trace.go:171","msg":"trace[546756349] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"103.246872ms","start":"2026-03-19T05:54:16.192368Z","end":"2026-03-19T05:54:16.295615Z","steps":["trace[546756349] 'process raft request' (duration: 88.183056ms)","trace[546756349] 'compare' (duration: 14.705917ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:16.295676Z","caller":"traceutil/trace.go:171","msg":"trace[286230449] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"103.251222ms","start":"2026-03-19T05:54:16.192409Z","end":"2026-03-19T05:54:16.29566Z","steps":["trace[286230449] 'process raft request' (duration: 103.13622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.295747Z","caller":"traceutil/trace.go:171","msg":"trace[380795817] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"103.320685ms","start":"2026-03-19T05:54:16.192407Z","end":"2026-03-19T05:54:16.295727Z","steps":["trace[380795817] 'process raft request' (duration: 103.088189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.2959Z","caller":"traceutil/trace.go:171","msg":"trace[701692005] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"103.320185ms","start":"2026-03-19T05:54:16.192556Z","end":"2026-03-19T05:54:16.295876Z","steps":["trace[701692005] 'process raft request' (duration: 103.029208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.296013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.407502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-03-19T05:54:16.29605Z","caller":"traceutil/trace.go:171","msg":"trace[1095295701] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:301; }","duration":"106.467703ms","start":"2026-03-19T05:54:16.18957Z","end":"2026-03-19T05:54:16.296038Z","steps":["trace[1095295701] 'agreement among raft nodes before linearized reading' (duration: 106.36958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.296105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.744749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-19T05:54:16.296098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.645897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3701"} {"level":"warn","ts":"2026-03-19T05:54:16.296126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.605906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-19T05:54:16.296179Z","caller":"traceutil/trace.go:171","msg":"trace[42377570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:301; }","duration":"104.74366ms","start":"2026-03-19T05:54:16.191426Z","end":"2026-03-19T05:54:16.296169Z","steps":["trace[42377570] 'agreement among raft nodes before linearized reading' (duration: 104.630747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.296178Z","caller":"traceutil/trace.go:171","msg":"trace[1231863854] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:301; }","duration":"104.896754ms","start":"2026-03-19T05:54:16.19126Z","end":"2026-03-19T05:54:16.296156Z","steps":["trace[1231863854] 'agreement among raft nodes before linearized reading' (duration: 104.715289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.296221Z","caller":"traceutil/trace.go:171","msg":"trace[116939007] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:301; }","duration":"106.810191ms","start":"2026-03-19T05:54:16.189379Z","end":"2026-03-19T05:54:16.29619Z","steps":["trace[116939007] 'agreement among raft nodes before linearized reading' (duration: 106.583876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.296221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.648678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"warn","ts":"2026-03-19T05:54:16.296218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.081852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3701"} {"level":"info","ts":"2026-03-19T05:54:16.296289Z","caller":"traceutil/trace.go:171","msg":"trace[1479652499] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:301; }","duration":"106.748881ms","start":"2026-03-19T05:54:16.189525Z","end":"2026-03-19T05:54:16.296274Z","steps":["trace[1479652499] 'agreement among raft nodes before linearized reading' (duration: 106.607987ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.296304Z","caller":"traceutil/trace.go:171","msg":"trace[108078493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:301; }","duration":"106.207826ms","start":"2026-03-19T05:54:16.190077Z","end":"2026-03-19T05:54:16.296285Z","steps":["trace[108078493] 'agreement among raft nodes before linearized reading' (duration: 106.032852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:16.689751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.482084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:16.68986Z","caller":"traceutil/trace.go:171","msg":"trace[1348822022] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:332; }","duration":"159.389897ms","start":"2026-03-19T05:54:16.530452Z","end":"2026-03-19T05:54:16.689842Z","steps":["trace[1348822022] 'read index received' (duration: 16.747299ms)","trace[1348822022] 'applied index is now lower than readState.Index' (duration: 142.641478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:16.689958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.50953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T05:54:16.689995Z","caller":"traceutil/trace.go:171","msg":"trace[297295928] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:322; }","duration":"159.547641ms","start":"2026-03-19T05:54:16.530435Z","end":"2026-03-19T05:54:16.689983Z","steps":["trace[297295928] 'agreement among raft nodes before linearized reading' (duration: 159.453419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:16.689971Z","caller":"traceutil/trace.go:171","msg":"trace[1141553233] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"161.52936ms","start":"2026-03-19T05:54:16.528383Z","end":"2026-03-19T05:54:16.689912Z","steps":["trace[1141553233] 'process raft request' (duration: 18.80718ms)","trace[1141553233] 'compare' (duration: 142.335311ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:16.716884Z","caller":"traceutil/trace.go:171","msg":"trace[132041807] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"185.799128ms","start":"2026-03-19T05:54:16.531054Z","end":"2026-03-19T05:54:16.716853Z","steps":["trace[132041807] 'process raft request' (duration: 185.612723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:17.154625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.096059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:17.154831Z","caller":"traceutil/trace.go:171","msg":"trace[679848149] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"401.8339ms","start":"2026-03-19T05:54:16.752981Z","end":"2026-03-19T05:54:17.154815Z","steps":["trace[679848149] 'process raft request' (duration: 401.753698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:17.1549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:16.752966Z","time spent":"401.910493ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:17.155052Z","caller":"traceutil/trace.go:171","msg":"trace[907344261] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"404.429365ms","start":"2026-03-19T05:54:16.750581Z","end":"2026-03-19T05:54:17.15501Z","steps":["trace[907344261] 'process raft request' (duration: 212.866804ms)","trace[907344261] 'compare' (duration: 190.958966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:17.155311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:16.750568Z","time spent":"404.574258ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:17.296665Z","caller":"traceutil/trace.go:171","msg":"trace[1569475854] linearizableReadLoop","detail":"{readStateIndex:339; appliedIndex:338; }","duration":"122.547025ms","start":"2026-03-19T05:54:17.17409Z","end":"2026-03-19T05:54:17.296637Z","steps":["trace[1569475854] 'read index received' (duration: 105.9389ms)","trace[1569475854] 'applied index is now lower than readState.Index' (duration: 16.607195ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:17.296746Z","caller":"traceutil/trace.go:171","msg":"trace[1930114389] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"128.086014ms","start":"2026-03-19T05:54:17.168626Z","end":"2026-03-19T05:54:17.296712Z","steps":["trace[1930114389] 'process raft request' (duration: 111.767116ms)","trace[1930114389] 'compare' (duration: 16.134164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:17.296837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.74139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:17.296896Z","caller":"traceutil/trace.go:171","msg":"trace[1472816679] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:0; response_revision:328; }","duration":"122.882453ms","start":"2026-03-19T05:54:17.174002Z","end":"2026-03-19T05:54:17.296884Z","steps":["trace[1472816679] 'agreement among raft nodes before linearized reading' (duration: 122.776211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:17.477608Z","caller":"traceutil/trace.go:171","msg":"trace[2034578933] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"129.441787ms","start":"2026-03-19T05:54:17.34813Z","end":"2026-03-19T05:54:17.477572Z","steps":["trace[2034578933] 'process raft request' (duration: 84.901563ms)","trace[2034578933] 'compare' (duration: 44.304068ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:17.480855Z","caller":"traceutil/trace.go:171","msg":"trace[1913458152] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"128.680259ms","start":"2026-03-19T05:54:17.352149Z","end":"2026-03-19T05:54:17.48083Z","steps":["trace[1913458152] 'process raft request' (duration: 128.563166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:18.003805Z","caller":"traceutil/trace.go:171","msg":"trace[1885719709] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:354; }","duration":"166.696619ms","start":"2026-03-19T05:54:17.837074Z","end":"2026-03-19T05:54:18.003771Z","steps":["trace[1885719709] 'read index received' (duration: 158.200817ms)","trace[1885719709] 'applied index is now lower than readState.Index' (duration: 8.494712ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:18.003946Z","caller":"traceutil/trace.go:171","msg":"trace[609663240] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"215.372606ms","start":"2026-03-19T05:54:17.788531Z","end":"2026-03-19T05:54:18.003904Z","steps":["trace[609663240] 'process raft request' (duration: 206.773172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:18.004361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.275084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T05:54:18.004093Z","caller":"traceutil/trace.go:171","msg":"trace[1037183976] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"209.199452ms","start":"2026-03-19T05:54:17.794852Z","end":"2026-03-19T05:54:18.004052Z","steps":["trace[1037183976] 'process raft request' (duration: 208.853174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:18.004535Z","caller":"traceutil/trace.go:171","msg":"trace[713368227] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:345; }","duration":"167.470988ms","start":"2026-03-19T05:54:17.837Z","end":"2026-03-19T05:54:18.004471Z","steps":["trace[713368227] 'agreement among raft nodes before linearized reading' (duration: 167.209752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:18.004926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.76995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-19T05:54:18.005032Z","caller":"traceutil/trace.go:171","msg":"trace[1965381274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:345; }","duration":"118.937584ms","start":"2026-03-19T05:54:17.886076Z","end":"2026-03-19T05:54:18.005014Z","steps":["trace[1965381274] 'agreement among raft nodes before linearized reading' (duration: 118.305538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:19.001655Z","caller":"traceutil/trace.go:171","msg":"trace[1034640946] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"148.870323ms","start":"2026-03-19T05:54:18.852754Z","end":"2026-03-19T05:54:19.001624Z","steps":["trace[1034640946] 'process raft request' (duration: 80.076653ms)","trace[1034640946] 'compare' (duration: 68.321189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:19.845381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.592355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-03-19T05:54:19.845471Z","caller":"traceutil/trace.go:171","msg":"trace[19878488] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:390; }","duration":"136.740239ms","start":"2026-03-19T05:54:19.708708Z","end":"2026-03-19T05:54:19.845448Z","steps":["trace[19878488] 'range keys from in-memory index tree' (duration: 136.484773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:20.02983Z","caller":"traceutil/trace.go:171","msg":"trace[1441537011] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"139.773706ms","start":"2026-03-19T05:54:19.89002Z","end":"2026-03-19T05:54:20.029793Z","steps":["trace[1441537011] 'process raft request' (duration: 139.484639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:20.165683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.956695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:20.165894Z","caller":"traceutil/trace.go:171","msg":"trace[1200828211] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"127.09939ms","start":"2026-03-19T05:54:20.038738Z","end":"2026-03-19T05:54:20.165837Z","steps":["trace[1200828211] 'process raft request' (duration: 25.860408ms)","trace[1200828211] 'compare' (duration: 100.790651ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:20.366226Z","caller":"traceutil/trace.go:171","msg":"trace[1435514776] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"191.852697ms","start":"2026-03-19T05:54:20.17434Z","end":"2026-03-19T05:54:20.366192Z","steps":["trace[1435514776] 'process raft request' (duration: 126.442082ms)","trace[1435514776] 'compare' (duration: 65.17364ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:20.482603Z","caller":"traceutil/trace.go:171","msg":"trace[197530467] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"111.576941ms","start":"2026-03-19T05:54:20.370994Z","end":"2026-03-19T05:54:20.482571Z","steps":["trace[197530467] 'process raft request' (duration: 109.839607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:20.482868Z","caller":"traceutil/trace.go:171","msg":"trace[1442441354] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"111.756816ms","start":"2026-03-19T05:54:20.371095Z","end":"2026-03-19T05:54:20.482852Z","steps":["trace[1442441354] 'process raft request' (duration: 111.437378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:20.483233Z","caller":"traceutil/trace.go:171","msg":"trace[1246546243] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"110.108103ms","start":"2026-03-19T05:54:20.373094Z","end":"2026-03-19T05:54:20.483203Z","steps":["trace[1246546243] 'process raft request' (duration: 109.764155ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:21.009014Z","caller":"traceutil/trace.go:171","msg":"trace[1475589052] linearizableReadLoop","detail":"{readStateIndex:412; appliedIndex:411; }","duration":"124.926895ms","start":"2026-03-19T05:54:20.884058Z","end":"2026-03-19T05:54:21.008985Z","steps":["trace[1475589052] 'read index received' (duration: 29.834526ms)","trace[1475589052] 'applied index is now lower than readState.Index' (duration: 95.090959ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:21.00908Z","caller":"traceutil/trace.go:171","msg":"trace[1982726133] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"164.059523ms","start":"2026-03-19T05:54:20.844993Z","end":"2026-03-19T05:54:21.009053Z","steps":["trace[1982726133] 'process raft request' (duration: 68.851512ms)","trace[1982726133] 'compare' (duration: 95.006166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:21.0093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.197651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-19T05:54:21.009417Z","caller":"traceutil/trace.go:171","msg":"trace[632470119] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:399; }","duration":"125.388186ms","start":"2026-03-19T05:54:20.884005Z","end":"2026-03-19T05:54:21.009393Z","steps":["trace[632470119] 'agreement among raft nodes before linearized reading' (duration: 125.088378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:21.729557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396854892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:22.501197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.897899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:22.501342Z","caller":"traceutil/trace.go:171","msg":"trace[1982506460] linearizableReadLoop","detail":"{readStateIndex:413; appliedIndex:412; }","duration":"1.27187443s","start":"2026-03-19T05:54:21.229446Z","end":"2026-03-19T05:54:22.501321Z","steps":["trace[1982506460] 'read index received' (duration: 632.678384ms)","trace[1982506460] 'applied index is now lower than readState.Index' (duration: 639.194806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:22.501456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272021025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:22.501493Z","caller":"traceutil/trace.go:171","msg":"trace[1911078107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:400; }","duration":"1.272107927s","start":"2026-03-19T05:54:21.229372Z","end":"2026-03-19T05:54:22.50148Z","steps":["trace[1911078107] 'agreement among raft nodes before linearized reading' (duration: 1.272045055s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:22.501464Z","caller":"traceutil/trace.go:171","msg":"trace[1379464975] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"1.483711968s","start":"2026-03-19T05:54:21.017701Z","end":"2026-03-19T05:54:22.501413Z","steps":["trace[1379464975] 'process raft request' (duration: 844.48086ms)","trace[1379464975] 'compare' (duration: 638.663543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:22.50154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:21.229339Z","time spent":"1.272193089s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:22.501717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:21.01768Z","time spent":"1.483897963s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:29.26957Z","caller":"traceutil/trace.go:171","msg":"trace[1950192415] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"105.97817ms","start":"2026-03-19T05:54:29.163539Z","end":"2026-03-19T05:54:29.269517Z","steps":["trace[1950192415] 'process raft request' (duration: 105.743644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:30.815766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.175516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:54:30.815909Z","caller":"traceutil/trace.go:171","msg":"trace[1862173114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"182.387552ms","start":"2026-03-19T05:54:30.633478Z","end":"2026-03-19T05:54:30.815865Z","steps":["trace[1862173114] 'range keys from in-memory index tree' (duration: 181.945881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:31.180947Z","caller":"traceutil/trace.go:171","msg":"trace[48325835] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"359.434071ms","start":"2026-03-19T05:54:30.821441Z","end":"2026-03-19T05:54:31.180875Z","steps":["trace[48325835] 'process raft request' (duration: 291.758208ms)","trace[48325835] 'compare' (duration: 67.426147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:31.181205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.821409Z","time spent":"359.664217ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:31.202082Z","caller":"traceutil/trace.go:171","msg":"trace[103637440] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"313.45828ms","start":"2026-03-19T05:54:30.888611Z","end":"2026-03-19T05:54:31.20207Z","steps":["trace[103637440] 'process raft request' (duration: 313.357538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:31.20216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:30.888522Z","time spent":"313.602734ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:31.787615Z","caller":"traceutil/trace.go:171","msg":"trace[1603805084] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"132.965095ms","start":"2026-03-19T05:54:31.654608Z","end":"2026-03-19T05:54:31.787573Z","steps":["trace[1603805084] 'process raft request' (duration: 111.055858ms)","trace[1603805084] 'compare' (duration: 21.773124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:33.628638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.15184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:33.628813Z","caller":"traceutil/trace.go:171","msg":"trace[1843805034] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"1.01830356s","start":"2026-03-19T05:54:32.610475Z","end":"2026-03-19T05:54:33.628778Z","steps":["trace[1843805034] 'read index received' (duration: 18.826901ms)","trace[1843805034] 'applied index is now lower than readState.Index' (duration: 999.475119ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:33.628906Z","caller":"traceutil/trace.go:171","msg":"trace[229275028] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.022311589s","start":"2026-03-19T05:54:32.606583Z","end":"2026-03-19T05:54:33.628895Z","steps":["trace[229275028] 'process raft request' (duration: 22.78344ms)","trace[229275028] 'compare' (duration: 998.744119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:33.628967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:32.606543Z","time spent":"1.022391141s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:33.62925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.162824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:54:33.629328Z","caller":"traceutil/trace.go:171","msg":"trace[7163705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"443.454902ms","start":"2026-03-19T05:54:33.185852Z","end":"2026-03-19T05:54:33.629307Z","steps":["trace[7163705] 'agreement among raft nodes before linearized reading' (duration: 443.112093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:33.629373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:33.185832Z","time spent":"443.532564ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:33.629814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019320824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:54:33.629925Z","caller":"traceutil/trace.go:171","msg":"trace[141691751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"1.019490228s","start":"2026-03-19T05:54:32.610408Z","end":"2026-03-19T05:54:33.629898Z","steps":["trace[141691751] 'agreement among raft nodes before linearized reading' (duration: 1.019053287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:33.629987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:32.61038Z","time spent":"1.019597651s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:54:34.46107Z","caller":"traceutil/trace.go:171","msg":"trace[1754994761] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"825.824355ms","start":"2026-03-19T05:54:33.635216Z","end":"2026-03-19T05:54:34.46104Z","steps":["trace[1754994761] 'process raft request' (duration: 825.673441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.461345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:33.635184Z","time spent":"825.970398ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:34.462288Z","caller":"traceutil/trace.go:171","msg":"trace[1764390020] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:477; }","duration":"233.484279ms","start":"2026-03-19T05:54:34.228776Z","end":"2026-03-19T05:54:34.46226Z","steps":["trace[1764390020] 'read index received' (duration: 232.100725ms)","trace[1764390020] 'applied index is now lower than readState.Index' (duration: 1.382414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:34.462431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.629042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:34.462472Z","caller":"traceutil/trace.go:171","msg":"trace[658467447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"233.705024ms","start":"2026-03-19T05:54:34.228756Z","end":"2026-03-19T05:54:34.462461Z","steps":["trace[658467447] 'agreement among raft nodes before linearized reading' (duration: 233.602212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:34.462594Z","caller":"traceutil/trace.go:171","msg":"trace[1701982390] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"827.076715ms","start":"2026-03-19T05:54:33.635267Z","end":"2026-03-19T05:54:34.462344Z","steps":["trace[1701982390] 'process raft request' (duration: 826.665525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:34.462926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:33.635225Z","time spent":"827.493886ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:36.153472Z","caller":"traceutil/trace.go:171","msg":"trace[574464858] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"506.94602ms","start":"2026-03-19T05:54:35.646482Z","end":"2026-03-19T05:54:36.153428Z","steps":["trace[574464858] 'process raft request' (duration: 506.651163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.153751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:35.64646Z","time spent":"507.140194ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:36.790278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.320494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:36.790396Z","caller":"traceutil/trace.go:171","msg":"trace[1341737769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"560.520599ms","start":"2026-03-19T05:54:36.229845Z","end":"2026-03-19T05:54:36.790366Z","steps":["trace[1341737769] 'range keys from in-memory index tree' (duration: 560.1128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.79062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.229813Z","time spent":"560.791766ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:36.881026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.905138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T05:54:36.881319Z","caller":"traceutil/trace.go:171","msg":"trace[133130930] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"249.097771ms","start":"2026-03-19T05:54:36.6322Z","end":"2026-03-19T05:54:36.881298Z","steps":["trace[133130930] 'process raft request' (duration: 248.959897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:36.881434Z","caller":"traceutil/trace.go:171","msg":"trace[1797234342] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"414.226551ms","start":"2026-03-19T05:54:36.467076Z","end":"2026-03-19T05:54:36.881303Z","steps":["trace[1797234342] 'read index received' (duration: 96.053µs)","trace[1797234342] 'applied index is now lower than readState.Index' (duration: 414.123358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:36.881793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.945534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T05:54:36.881751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.61872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:54:36.881848Z","caller":"traceutil/trace.go:171","msg":"trace[1147371089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"414.075157ms","start":"2026-03-19T05:54:36.467759Z","end":"2026-03-19T05:54:36.881834Z","steps":["trace[1147371089] 'agreement among raft nodes before linearized reading' (duration: 413.884322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:36.881891Z","caller":"traceutil/trace.go:171","msg":"trace[1966353037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"414.868686ms","start":"2026-03-19T05:54:36.46699Z","end":"2026-03-19T05:54:36.881858Z","steps":["trace[1966353037] 'agreement among raft nodes before linearized reading' (duration: 414.535128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.881894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.467731Z","time spent":"414.154129ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:54:36.881925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.164857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:54:36.882052Z","caller":"traceutil/trace.go:171","msg":"trace[1156755964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"266.31948ms","start":"2026-03-19T05:54:36.615702Z","end":"2026-03-19T05:54:36.882021Z","steps":["trace[1156755964] 'agreement among raft nodes before linearized reading' (duration: 266.017633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:36.881974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:36.46696Z","time spent":"415.00091ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:54:37.07963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.383415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:37.079794Z","caller":"traceutil/trace.go:171","msg":"trace[456346755] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"193.086048ms","start":"2026-03-19T05:54:36.886682Z","end":"2026-03-19T05:54:37.079768Z","steps":["trace[456346755] 'process raft request' (duration: 81.408547ms)","trace[456346755] 'compare' (duration: 111.188229ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:37.153356Z","caller":"traceutil/trace.go:171","msg":"trace[17406859] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"265.526611ms","start":"2026-03-19T05:54:36.887799Z","end":"2026-03-19T05:54:37.153326Z","steps":["trace[17406859] 'process raft request' (duration: 265.48293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:37.15344Z","caller":"traceutil/trace.go:171","msg":"trace[1061237328] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"265.625614ms","start":"2026-03-19T05:54:36.887774Z","end":"2026-03-19T05:54:37.153399Z","steps":["trace[1061237328] 'process raft request' (duration: 265.358277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:44.074178Z","caller":"traceutil/trace.go:171","msg":"trace[1298770509] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"103.982421ms","start":"2026-03-19T05:54:43.97017Z","end":"2026-03-19T05:54:44.074152Z","steps":["trace[1298770509] 'process raft request' (duration: 103.94073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:44.07423Z","caller":"traceutil/trace.go:171","msg":"trace[1338072980] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"104.800391ms","start":"2026-03-19T05:54:43.969399Z","end":"2026-03-19T05:54:44.074199Z","steps":["trace[1338072980] 'process raft request' (duration: 68.718558ms)","trace[1338072980] 'compare' (duration: 35.809976ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:44.27843Z","caller":"traceutil/trace.go:171","msg":"trace[799046361] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"114.073193ms","start":"2026-03-19T05:54:44.164171Z","end":"2026-03-19T05:54:44.278244Z","steps":["trace[799046361] 'process raft request' (duration: 16.849062ms)","trace[799046361] 'compare' (duration: 96.923884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:45.111336Z","caller":"traceutil/trace.go:171","msg":"trace[612414041] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"110.322769ms","start":"2026-03-19T05:54:45.000988Z","end":"2026-03-19T05:54:45.111311Z","steps":["trace[612414041] 'process raft request' (duration: 110.174815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:45.430065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.279178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:45.430224Z","caller":"traceutil/trace.go:171","msg":"trace[1531244202] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"231.384907ms","start":"2026-03-19T05:54:45.198811Z","end":"2026-03-19T05:54:45.430196Z","steps":["trace[1531244202] 'process raft request' (duration: 62.844942ms)","trace[1531244202] 'compare' (duration: 168.097424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:47.726762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.560263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T05:54:47.726856Z","caller":"traceutil/trace.go:171","msg":"trace[1473915876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:526; }","duration":"291.719787ms","start":"2026-03-19T05:54:47.435116Z","end":"2026-03-19T05:54:47.726836Z","steps":["trace[1473915876] 'range keys from in-memory index tree' (duration: 291.401769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:47.87424Z","caller":"traceutil/trace.go:171","msg":"trace[538351303] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"142.456043ms","start":"2026-03-19T05:54:47.731766Z","end":"2026-03-19T05:54:47.874222Z","steps":["trace[538351303] 'process raft request' (duration: 142.33185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.800727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:54:49.815485Z","caller":"traceutil/trace.go:171","msg":"trace[824659011] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"573.962275ms","start":"2026-03-19T05:54:49.241481Z","end":"2026-03-19T05:54:49.815443Z","steps":["trace[824659011] 'process raft request' (duration: 573.675888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.815741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:49.241434Z","time spent":"574.173601ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:49.89212Z","caller":"traceutil/trace.go:171","msg":"trace[466685118] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:547; }","duration":"592.519189ms","start":"2026-03-19T05:54:49.29957Z","end":"2026-03-19T05:54:49.89209Z","steps":["trace[466685118] 'read index received' (duration: 515.601626ms)","trace[466685118] 'applied index is now lower than readState.Index' (duration: 76.915423ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:49.892174Z","caller":"traceutil/trace.go:171","msg":"trace[271823057] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"147.342756ms","start":"2026-03-19T05:54:49.744803Z","end":"2026-03-19T05:54:49.892146Z","steps":["trace[271823057] 'process raft request' (duration: 147.12333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.892279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.684203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:49.892367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.835697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:54:49.892983Z","caller":"traceutil/trace.go:171","msg":"trace[1233234244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:530; }","duration":"579.436342ms","start":"2026-03-19T05:54:49.313497Z","end":"2026-03-19T05:54:49.892933Z","steps":["trace[1233234244] 'agreement among raft nodes before linearized reading' (duration: 578.749165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.892421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.639141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:49.893068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:49.313486Z","time spent":"579.563305ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:54:49.893053Z","caller":"traceutil/trace.go:171","msg":"trace[1126498700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"593.265647ms","start":"2026-03-19T05:54:49.299487Z","end":"2026-03-19T05:54:49.892753Z","steps":["trace[1126498700] 'agreement among raft nodes before linearized reading' (duration: 592.709634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.893189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:49.29946Z","time spent":"593.708769ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:49.893185Z","caller":"traceutil/trace.go:171","msg":"trace[178188459] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:530; }","duration":"457.41826ms","start":"2026-03-19T05:54:49.435692Z","end":"2026-03-19T05:54:49.89311Z","steps":["trace[178188459] 'agreement among raft nodes before linearized reading' (duration: 456.6099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:49.893319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:49.43567Z","time spent":"457.598725ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"info","ts":"2026-03-19T05:54:50.022179Z","caller":"traceutil/trace.go:171","msg":"trace[1900817588] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"125.98992ms","start":"2026-03-19T05:54:49.896161Z","end":"2026-03-19T05:54:50.022151Z","steps":["trace[1900817588] 'process raft request' (duration: 124.334459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:50.022481Z","caller":"traceutil/trace.go:171","msg":"trace[2077954066] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"124.833203ms","start":"2026-03-19T05:54:49.897614Z","end":"2026-03-19T05:54:50.022447Z","steps":["trace[2077954066] 'process raft request' (duration: 124.489243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:52.091498Z","caller":"traceutil/trace.go:171","msg":"trace[1648038375] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"267.128091ms","start":"2026-03-19T05:54:51.824347Z","end":"2026-03-19T05:54:52.091476Z","steps":["trace[1648038375] 'process raft request' (duration: 266.861214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:52.523196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.712289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:52.52332Z","caller":"traceutil/trace.go:171","msg":"trace[1054057346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:561; }","duration":"148.901334ms","start":"2026-03-19T05:54:52.374395Z","end":"2026-03-19T05:54:52.523297Z","steps":["trace[1054057346] 'range keys from in-memory index tree' (duration: 148.597527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:52.902396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:54:52.96386Z","caller":"traceutil/trace.go:171","msg":"trace[1555585059] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"562.302814ms","start":"2026-03-19T05:54:52.40153Z","end":"2026-03-19T05:54:52.963833Z","steps":["trace[1555585059] 'process raft request' (duration: 562.105599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:52.964013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.401486Z","time spent":"562.458558ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:53.24084Z","caller":"traceutil/trace.go:171","msg":"trace[1254179998] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:581; }","duration":"838.898201ms","start":"2026-03-19T05:54:52.401893Z","end":"2026-03-19T05:54:53.240791Z","steps":["trace[1254179998] 'read index received' (duration: 561.836712ms)","trace[1254179998] 'applied index is now lower than readState.Index' (duration: 277.059779ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:53.241035Z","caller":"traceutil/trace.go:171","msg":"trace[1487799990] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"712.091062ms","start":"2026-03-19T05:54:52.528912Z","end":"2026-03-19T05:54:53.241003Z","steps":["trace[1487799990] 'process raft request' (duration: 625.089485ms)","trace[1487799990] 'compare' (duration: 86.573805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:53.24121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.528876Z","time spent":"712.244496ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:53.241216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.286962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T05:54:53.24127Z","caller":"traceutil/trace.go:171","msg":"trace[531716461] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:563; }","duration":"839.415565ms","start":"2026-03-19T05:54:52.401842Z","end":"2026-03-19T05:54:53.241257Z","steps":["trace[531716461] 'agreement among raft nodes before linearized reading' (duration: 839.168359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.241314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:52.401821Z","time spent":"839.483207ms","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T05:54:53.670683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.656609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:53.670815Z","caller":"traceutil/trace.go:171","msg":"trace[579721784] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"420.21461ms","start":"2026-03-19T05:54:53.250581Z","end":"2026-03-19T05:54:53.670796Z","steps":["trace[579721784] 'process raft request' (duration: 227.377376ms)","trace[579721784] 'compare' (duration: 192.509076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:53.670873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.250564Z","time spent":"420.287762ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:53.918576Z","caller":"traceutil/trace.go:171","msg":"trace[425635544] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:583; }","duration":"659.559616ms","start":"2026-03-19T05:54:53.258988Z","end":"2026-03-19T05:54:53.918547Z","steps":["trace[425635544] 'read index received' (duration: 218.935966ms)","trace[425635544] 'applied index is now lower than readState.Index' (duration: 440.62242ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:53.918673Z","caller":"traceutil/trace.go:171","msg":"trace[1568239665] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"663.462243ms","start":"2026-03-19T05:54:53.255177Z","end":"2026-03-19T05:54:53.918639Z","steps":["trace[1568239665] 'process raft request' (duration: 646.14017ms)","trace[1568239665] 'compare' (duration: 17.109578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:53.918766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.75937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:53.91884Z","caller":"traceutil/trace.go:171","msg":"trace[130058896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:565; }","duration":"659.858084ms","start":"2026-03-19T05:54:53.258964Z","end":"2026-03-19T05:54:53.918822Z","steps":["trace[130058896] 'agreement among raft nodes before linearized reading' (duration: 659.690139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:53.918837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.255147Z","time spent":"663.605737ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:53.918889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.258956Z","time spent":"659.924016ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:54:54.226034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.737404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:54.226241Z","caller":"traceutil/trace.go:171","msg":"trace[459493439] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"301.08468ms","start":"2026-03-19T05:54:53.92513Z","end":"2026-03-19T05:54:54.226215Z","steps":["trace[459493439] 'process raft request' (duration: 149.087599ms)","trace[459493439] 'compare' (duration: 151.610321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:54.226324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:53.92509Z","time spent":"301.201283ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:54.226735Z","caller":"traceutil/trace.go:171","msg":"trace[61650906] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:585; }","duration":"131.264292ms","start":"2026-03-19T05:54:54.095451Z","end":"2026-03-19T05:54:54.226716Z","steps":["trace[61650906] 'read index received' (duration: 68.302µs)","trace[61650906] 'applied index is now lower than readState.Index' (duration: 131.19372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:54.227031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.57317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:54:54.227082Z","caller":"traceutil/trace.go:171","msg":"trace[401059685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"131.655733ms","start":"2026-03-19T05:54:54.095411Z","end":"2026-03-19T05:54:54.227067Z","steps":["trace[401059685] 'agreement among raft nodes before linearized reading' (duration: 131.431517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.581846Z","caller":"traceutil/trace.go:171","msg":"trace[479525780] linearizableReadLoop","detail":"{readStateIndex:587; appliedIndex:586; }","duration":"348.426984ms","start":"2026-03-19T05:54:54.233389Z","end":"2026-03-19T05:54:54.581816Z","steps":["trace[479525780] 'read index received' (duration: 301.587052ms)","trace[479525780] 'applied index is now lower than readState.Index' (duration: 46.838622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:54.581991Z","caller":"traceutil/trace.go:171","msg":"trace[1783243185] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"349.140342ms","start":"2026-03-19T05:54:54.232779Z","end":"2026-03-19T05:54:54.58192Z","steps":["trace[1783243185] 'process raft request' (duration: 302.194737ms)","trace[1783243185] 'compare' (duration: 46.710079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:54.582057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.605138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.582146Z","caller":"traceutil/trace.go:171","msg":"trace[1800226520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:567; }","duration":"348.752612ms","start":"2026-03-19T05:54:54.233369Z","end":"2026-03-19T05:54:54.582121Z","steps":["trace[1800226520] 'agreement among raft nodes before linearized reading' (duration: 348.540616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.582203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.233357Z","time spent":"348.836034ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.58228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.232759Z","time spent":"349.363007ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.809681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.416476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:54.809938Z","caller":"traceutil/trace.go:171","msg":"trace[684248850] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:587; }","duration":"227.977173ms","start":"2026-03-19T05:54:54.581925Z","end":"2026-03-19T05:54:54.809902Z","steps":["trace[684248850] 'read index received' (duration: 108.210017ms)","trace[684248850] 'applied index is now lower than readState.Index' (duration: 119.766206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:54.810046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.295794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.810082Z","caller":"traceutil/trace.go:171","msg":"trace[1480773401] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"576.333785ms","start":"2026-03-19T05:54:54.233739Z","end":"2026-03-19T05:54:54.810073Z","steps":["trace[1480773401] 'agreement among raft nodes before linearized reading' (duration: 576.241112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.684919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-r8bs2\" ","response":"range_response_count:1 size:4888"} {"level":"warn","ts":"2026-03-19T05:54:54.810136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.823362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:54.810137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.233677Z","time spent":"576.450798ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:54.810172Z","caller":"traceutil/trace.go:171","msg":"trace[799409890] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"573.880804ms","start":"2026-03-19T05:54:54.236277Z","end":"2026-03-19T05:54:54.810158Z","steps":["trace[799409890] 'agreement among raft nodes before linearized reading' (duration: 573.837743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.236262Z","time spent":"573.928575ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.599931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.810228Z","caller":"traceutil/trace.go:171","msg":"trace[722407394] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"576.357146ms","start":"2026-03-19T05:54:54.233836Z","end":"2026-03-19T05:54:54.810193Z","steps":["trace[722407394] 'process raft request' (duration: 575.951286ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.810201Z","caller":"traceutil/trace.go:171","msg":"trace[536883104] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"574.508509ms","start":"2026-03-19T05:54:54.235634Z","end":"2026-03-19T05:54:54.810142Z","steps":["trace[536883104] 'process raft request' (duration: 574.215372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.334445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.81028Z","caller":"traceutil/trace.go:171","msg":"trace[1054100637] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"574.811646ms","start":"2026-03-19T05:54:54.235442Z","end":"2026-03-19T05:54:54.810253Z","steps":["trace[1054100637] 'agreement among raft nodes before linearized reading' (duration: 574.56563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.810316Z","caller":"traceutil/trace.go:171","msg":"trace[135586489] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"574.385265ms","start":"2026-03-19T05:54:54.235921Z","end":"2026-03-19T05:54:54.810306Z","steps":["trace[135586489] 'agreement among raft nodes before linearized reading' (duration: 574.331674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.235913Z","time spent":"574.423547ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.235436Z","time spent":"574.888828ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.233826Z","time spent":"576.458588ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.810461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.235623Z","time spent":"574.695634ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.810478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.712414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.810527Z","caller":"traceutil/trace.go:171","msg":"trace[686081772] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"574.778666ms","start":"2026-03-19T05:54:54.235732Z","end":"2026-03-19T05:54:54.810511Z","steps":["trace[686081772] 'agreement among raft nodes before linearized reading' (duration: 574.681193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.810501Z","caller":"traceutil/trace.go:171","msg":"trace[2114428026] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"576.719425ms","start":"2026-03-19T05:54:54.233691Z","end":"2026-03-19T05:54:54.81041Z","steps":["trace[2114428026] 'process raft request' (duration: 456.455957ms)","trace[2114428026] 'compare' (duration: 119.259782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:54.810564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.990304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:54.81063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.195137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:54.810652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.41054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:54.810652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.230682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.810701Z","caller":"traceutil/trace.go:171","msg":"trace[947948854] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-r8bs2; range_end:; response_count:1; response_revision:570; }","duration":"555.797392ms","start":"2026-03-19T05:54:54.25435Z","end":"2026-03-19T05:54:54.810147Z","steps":["trace[947948854] 'agreement among raft nodes before linearized reading' (duration: 555.610927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.810737Z","caller":"traceutil/trace.go:171","msg":"trace[1905633254] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:570; }","duration":"465.538783ms","start":"2026-03-19T05:54:54.345171Z","end":"2026-03-19T05:54:54.81071Z","steps":["trace[1905633254] 'agreement among raft nodes before linearized reading' (duration: 465.357579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.233673Z","time spent":"576.95014ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:54.810092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.361755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:54.810782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.345142Z","time spent":"465.631136ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.254333Z","time spent":"556.450838ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4910,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-r8bs2\" "} {"level":"info","ts":"2026-03-19T05:54:54.810743Z","caller":"traceutil/trace.go:171","msg":"trace[2021610526] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"538.370416ms","start":"2026-03-19T05:54:54.272347Z","end":"2026-03-19T05:54:54.810718Z","steps":["trace[2021610526] 'agreement among raft nodes before linearized reading' (duration: 538.221062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.272309Z","time spent":"538.523299ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:54.810674Z","caller":"traceutil/trace.go:171","msg":"trace[1102824255] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"575.262978ms","start":"2026-03-19T05:54:54.2354Z","end":"2026-03-19T05:54:54.810663Z","steps":["trace[1102824255] 'agreement among raft nodes before linearized reading' (duration: 575.035013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.810798Z","caller":"traceutil/trace.go:171","msg":"trace[1029277933] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"569.071783ms","start":"2026-03-19T05:54:54.241707Z","end":"2026-03-19T05:54:54.810779Z","steps":["trace[1029277933] 'agreement among raft nodes before linearized reading' (duration: 568.363486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:54.810638Z","caller":"traceutil/trace.go:171","msg":"trace[1845713421] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"376.047345ms","start":"2026-03-19T05:54:54.434563Z","end":"2026-03-19T05:54:54.81061Z","steps":["trace[1845713421] 'agreement among raft nodes before linearized reading' (duration: 375.967923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.810553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.235724Z","time spent":"574.822746ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.434484Z","time spent":"376.493626ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.241693Z","time spent":"569.231017ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.11928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:54.811108Z","caller":"traceutil/trace.go:171","msg":"trace[1419945924] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"575.201116ms","start":"2026-03-19T05:54:54.235895Z","end":"2026-03-19T05:54:54.811096Z","steps":["trace[1419945924] 'agreement among raft nodes before linearized reading' (duration: 574.108739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:54.811138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.235887Z","time spent":"575.243727ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:54.810934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:54.235389Z","time spent":"575.513335ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:54.829219Z","caller":"traceutil/trace.go:171","msg":"trace[575027153] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"190.526445ms","start":"2026-03-19T05:54:54.638677Z","end":"2026-03-19T05:54:54.829204Z","steps":["trace[575027153] 'process raft request' (duration: 190.415663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.005809Z","caller":"traceutil/trace.go:171","msg":"trace[1491165026] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:590; }","duration":"184.421831ms","start":"2026-03-19T05:54:54.821349Z","end":"2026-03-19T05:54:55.005771Z","steps":["trace[1491165026] 'read index received' (duration: 7.752293ms)","trace[1491165026] 'applied index is now lower than readState.Index' (duration: 176.668208ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:55.00608Z","caller":"traceutil/trace.go:171","msg":"trace[318242751] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"185.388218ms","start":"2026-03-19T05:54:54.820636Z","end":"2026-03-19T05:54:55.006024Z","steps":["trace[318242751] 'process raft request' (duration: 164.28909ms)","trace[318242751] 'compare' (duration: 20.686927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:55.00711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.647449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:55.007191Z","caller":"traceutil/trace.go:171","msg":"trace[1551696331] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:572; }","duration":"185.836758ms","start":"2026-03-19T05:54:54.821328Z","end":"2026-03-19T05:54:55.007165Z","steps":["trace[1551696331] 'agreement among raft nodes before linearized reading' (duration: 184.614888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.077384Z","caller":"traceutil/trace.go:171","msg":"trace[490681461] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"241.865649ms","start":"2026-03-19T05:54:54.835488Z","end":"2026-03-19T05:54:55.077354Z","steps":["trace[490681461] 'process raft request' (duration: 241.822428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.077505Z","caller":"traceutil/trace.go:171","msg":"trace[255058130] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"242.283969ms","start":"2026-03-19T05:54:54.835182Z","end":"2026-03-19T05:54:55.077466Z","steps":["trace[255058130] 'process raft request' (duration: 241.9089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.07755Z","caller":"traceutil/trace.go:171","msg":"trace[615339515] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"242.125906ms","start":"2026-03-19T05:54:54.835367Z","end":"2026-03-19T05:54:55.077493Z","steps":["trace[615339515] 'process raft request' (duration: 241.88169ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.167184Z","caller":"traceutil/trace.go:171","msg":"trace[991606188] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"126.071703ms","start":"2026-03-19T05:54:55.041085Z","end":"2026-03-19T05:54:55.167157Z","steps":["trace[991606188] 'process raft request' (duration: 126.005292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.167196Z","caller":"traceutil/trace.go:171","msg":"trace[496976127] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"154.682669ms","start":"2026-03-19T05:54:55.012486Z","end":"2026-03-19T05:54:55.167169Z","steps":["trace[496976127] 'process raft request' (duration: 154.186567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.221042Z","caller":"traceutil/trace.go:171","msg":"trace[259263709] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"136.796082ms","start":"2026-03-19T05:54:55.084215Z","end":"2026-03-19T05:54:55.221011Z","steps":["trace[259263709] 'process raft request' (duration: 136.584527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.22126Z","caller":"traceutil/trace.go:171","msg":"trace[747443810] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"135.13031ms","start":"2026-03-19T05:54:55.086088Z","end":"2026-03-19T05:54:55.221218Z","steps":["trace[747443810] 'process raft request' (duration: 134.865073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.311574Z","caller":"traceutil/trace.go:171","msg":"trace[1334248120] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"134.552596ms","start":"2026-03-19T05:54:55.176982Z","end":"2026-03-19T05:54:55.311534Z","steps":["trace[1334248120] 'process raft request' (duration: 134.181577ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.361058Z","caller":"traceutil/trace.go:171","msg":"trace[1162969310] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"132.431872ms","start":"2026-03-19T05:54:55.228597Z","end":"2026-03-19T05:54:55.361029Z","steps":["trace[1162969310] 'process raft request' (duration: 132.144065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.361102Z","caller":"traceutil/trace.go:171","msg":"trace[549053] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"127.741274ms","start":"2026-03-19T05:54:55.233326Z","end":"2026-03-19T05:54:55.361067Z","steps":["trace[549053] 'process raft request' (duration: 127.631781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.361296Z","caller":"traceutil/trace.go:171","msg":"trace[802186949] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"125.347294ms","start":"2026-03-19T05:54:55.235926Z","end":"2026-03-19T05:54:55.361273Z","steps":["trace[802186949] 'process raft request' (duration: 125.094208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.361398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.891078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:54:55.361476Z","caller":"traceutil/trace.go:171","msg":"trace[1289981736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:583; }","duration":"116.007512ms","start":"2026-03-19T05:54:55.24545Z","end":"2026-03-19T05:54:55.361457Z","steps":["trace[1289981736] 'agreement among raft nodes before linearized reading' (duration: 115.751935ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.524473Z","caller":"traceutil/trace.go:171","msg":"trace[1119064058] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"129.357446ms","start":"2026-03-19T05:54:55.395096Z","end":"2026-03-19T05:54:55.524453Z","steps":["trace[1119064058] 'process raft request' (duration: 129.222943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:55.764226Z","caller":"traceutil/trace.go:171","msg":"trace[2001725682] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"326.099966ms","start":"2026-03-19T05:54:55.438101Z","end":"2026-03-19T05:54:55.764201Z","steps":["trace[2001725682] 'process raft request' (duration: 325.942222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:55.764372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.438061Z","time spent":"326.24383ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:56.216916Z","caller":"traceutil/trace.go:171","msg":"trace[55734806] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"683.373062ms","start":"2026-03-19T05:54:55.533365Z","end":"2026-03-19T05:54:56.216738Z","steps":["trace[55734806] 'process raft request' (duration: 683.092885ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.216971Z","caller":"traceutil/trace.go:171","msg":"trace[1600762511] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"580.167101ms","start":"2026-03-19T05:54:55.63678Z","end":"2026-03-19T05:54:56.216947Z","steps":["trace[1600762511] 'process raft request' (duration: 579.873934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.216969Z","caller":"traceutil/trace.go:171","msg":"trace[2085243651] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:607; }","duration":"578.271953ms","start":"2026-03-19T05:54:55.638658Z","end":"2026-03-19T05:54:56.21693Z","steps":["trace[2085243651] 'read index received' (duration: 125.331995ms)","trace[2085243651] 'applied index is now lower than readState.Index' (duration: 452.936738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.217101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.636757Z","time spent":"580.260403ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:56.217179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.48403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:54:56.217125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.533324Z","time spent":"683.69257ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:56.217222Z","caller":"traceutil/trace.go:171","msg":"trace[1961703735] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:590; }","duration":"578.585621ms","start":"2026-03-19T05:54:55.638619Z","end":"2026-03-19T05:54:56.217205Z","steps":["trace[1961703735] 'agreement among raft nodes before linearized reading' (duration: 578.430377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.217265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.638585Z","time spent":"578.670864ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-19T05:54:56.372806Z","caller":"traceutil/trace.go:171","msg":"trace[967519940] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"592.214352ms","start":"2026-03-19T05:54:55.78056Z","end":"2026-03-19T05:54:56.372775Z","steps":["trace[967519940] 'process raft request' (duration: 591.787191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.372795Z","caller":"traceutil/trace.go:171","msg":"trace[1389741207] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"536.288823ms","start":"2026-03-19T05:54:55.836476Z","end":"2026-03-19T05:54:56.372765Z","steps":["trace[1389741207] 'process raft request' (duration: 536.153149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.372947Z","caller":"traceutil/trace.go:171","msg":"trace[261284362] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:610; }","duration":"151.660925ms","start":"2026-03-19T05:54:56.221265Z","end":"2026-03-19T05:54:56.372926Z","steps":["trace[261284362] 'read index received' (duration: 151.305045ms)","trace[261284362] 'applied index is now lower than readState.Index' (duration: 354.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.372988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.836444Z","time spent":"536.480249ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:56.372993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:55.780527Z","time spent":"592.367667ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:56.372989Z","caller":"traceutil/trace.go:171","msg":"trace[1067690622] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"337.167653ms","start":"2026-03-19T05:54:56.035795Z","end":"2026-03-19T05:54:56.372962Z","steps":["trace[1067690622] 'process raft request' (duration: 336.914796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.373119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.035762Z","time spent":"337.283827ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:56.37324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.941641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:56.373364Z","caller":"traceutil/trace.go:171","msg":"trace[1476927638] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:593; }","duration":"152.137846ms","start":"2026-03-19T05:54:56.221202Z","end":"2026-03-19T05:54:56.37334Z","steps":["trace[1476927638] 'agreement among raft nodes before linearized reading' (duration: 151.840868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.62221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.444167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T05:54:56.622606Z","caller":"traceutil/trace.go:171","msg":"trace[2006063672] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:613; }","duration":"249.558421ms","start":"2026-03-19T05:54:56.372989Z","end":"2026-03-19T05:54:56.622547Z","steps":["trace[2006063672] 'read index received' (duration: 67.814346ms)","trace[2006063672] 'applied index is now lower than readState.Index' (duration: 181.742875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:56.622748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.636485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:56.622749Z","caller":"traceutil/trace.go:171","msg":"trace[2073500762] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"357.147412ms","start":"2026-03-19T05:54:56.26556Z","end":"2026-03-19T05:54:56.622707Z","steps":["trace[2073500762] 'process raft request' (duration: 356.808334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.622788Z","caller":"traceutil/trace.go:171","msg":"trace[1183668676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"393.738418ms","start":"2026-03-19T05:54:56.229036Z","end":"2026-03-19T05:54:56.622774Z","steps":["trace[1183668676] 'agreement among raft nodes before linearized reading' (duration: 393.645776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.622842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.22901Z","time spent":"393.82419ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:54:56.622903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.265526Z","time spent":"357.305366ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:54:56.652164Z","caller":"traceutil/trace.go:171","msg":"trace[1718904239] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"265.286917ms","start":"2026-03-19T05:54:56.386849Z","end":"2026-03-19T05:54:56.652136Z","steps":["trace[1718904239] 'process raft request' (duration: 264.983849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.652354Z","caller":"traceutil/trace.go:171","msg":"trace[1061800669] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"265.06108ms","start":"2026-03-19T05:54:56.387269Z","end":"2026-03-19T05:54:56.65233Z","steps":["trace[1061800669] 'process raft request' (duration: 264.801364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:56.652571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.84163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:56.652625Z","caller":"traceutil/trace.go:171","msg":"trace[611347481] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:597; }","duration":"275.973523ms","start":"2026-03-19T05:54:56.376636Z","end":"2026-03-19T05:54:56.65261Z","steps":["trace[611347481] 'agreement among raft nodes before linearized reading' (duration: 275.861691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:56.652517Z","caller":"traceutil/trace.go:171","msg":"trace[311373244] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"216.67117ms","start":"2026-03-19T05:54:56.435825Z","end":"2026-03-19T05:54:56.652496Z","steps":["trace[311373244] 'process raft request' (duration: 216.420414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.331461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.878043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:54:57.331748Z","caller":"traceutil/trace.go:171","msg":"trace[1219122557] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"490.217036ms","start":"2026-03-19T05:54:56.841502Z","end":"2026-03-19T05:54:57.331719Z","steps":["trace[1219122557] 'compare' (duration: 488.134934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:57.33187Z","caller":"traceutil/trace.go:171","msg":"trace[1958315640] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"480.885445ms","start":"2026-03-19T05:54:56.850965Z","end":"2026-03-19T05:54:57.33185Z","steps":["trace[1958315640] 'process raft request' (duration: 480.66421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.331912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.841483Z","time spent":"490.337418ms","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:57.331968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.850956Z","time spent":"480.963707ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:57.335483Z","caller":"traceutil/trace.go:171","msg":"trace[961064293] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:630; }","duration":"301.117407ms","start":"2026-03-19T05:54:57.034352Z","end":"2026-03-19T05:54:57.33547Z","steps":["trace[961064293] 'read index received' (duration: 293.982242ms)","trace[961064293] 'applied index is now lower than readState.Index' (duration: 7.134295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:57.335621Z","caller":"traceutil/trace.go:171","msg":"trace[271143031] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"480.30599ms","start":"2026-03-19T05:54:56.855285Z","end":"2026-03-19T05:54:57.335591Z","steps":["trace[271143031] 'process raft request' (duration: 479.925641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.335853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:56.855263Z","time spent":"480.493664ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:54:57.335932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.557489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-19T05:54:57.336047Z","caller":"traceutil/trace.go:171","msg":"trace[101278338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:613; }","duration":"301.746023ms","start":"2026-03-19T05:54:57.034276Z","end":"2026-03-19T05:54:57.336022Z","steps":["trace[101278338] 'agreement among raft nodes before linearized reading' (duration: 301.428295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.336116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.034246Z","time spent":"301.850036ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:57.344633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.174149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T05:54:57.34471Z","caller":"traceutil/trace.go:171","msg":"trace[2056079331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:615; }","duration":"111.292242ms","start":"2026-03-19T05:54:57.2334Z","end":"2026-03-19T05:54:57.344693Z","steps":["trace[2056079331] 'agreement among raft nodes before linearized reading' (duration: 111.115348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:57.893769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:58.394663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:54:58.8348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47851012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:54:58.860662Z","caller":"traceutil/trace.go:171","msg":"trace[1449999690] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.504440633s","start":"2026-03-19T05:54:57.356195Z","end":"2026-03-19T05:54:58.860635Z","steps":["trace[1449999690] 'process raft request' (duration: 1.478967932s)","trace[1449999690] 'compare' (duration: 25.07551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:54:58.860827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.356181Z","time spent":"1.504553106s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:54:58.861979Z","caller":"traceutil/trace.go:171","msg":"trace[1574231040] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:636; }","duration":"1.468558445s","start":"2026-03-19T05:54:57.393401Z","end":"2026-03-19T05:54:58.861959Z","steps":["trace[1574231040] 'read index received' (duration: 1.441881214s)","trace[1574231040] 'applied index is now lower than readState.Index' (duration: 26.676501ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:58.862245Z","caller":"traceutil/trace.go:171","msg":"trace[291026365] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.442259856s","start":"2026-03-19T05:54:57.419977Z","end":"2026-03-19T05:54:58.862236Z","steps":["trace[291026365] 'process raft request' (duration: 1.441752723s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.862336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.419949Z","time spent":"1.442327157s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:54:58.862543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42873992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-19T05:54:58.862602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.59565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-19T05:54:58.862663Z","caller":"traceutil/trace.go:171","msg":"trace[327678590] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"1.428885734s","start":"2026-03-19T05:54:57.433734Z","end":"2026-03-19T05:54:58.86262Z","steps":["trace[327678590] 'agreement among raft nodes before linearized reading' (duration: 1.428585967s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:58.862699Z","caller":"traceutil/trace.go:171","msg":"trace[1953862143] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"227.803235ms","start":"2026-03-19T05:54:58.634867Z","end":"2026-03-19T05:54:58.862671Z","steps":["trace[1953862143] 'agreement among raft nodes before linearized reading' (duration: 227.58024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.862738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.433712Z","time spent":"1.429008607s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:58.862706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028731385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-19T05:54:58.863014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.395478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-19T05:54:58.863057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.415547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-19T05:54:58.863065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.180287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:54:58.863129Z","caller":"traceutil/trace.go:171","msg":"trace[1534880698] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"629.535552ms","start":"2026-03-19T05:54:58.233563Z","end":"2026-03-19T05:54:58.863099Z","steps":["trace[1534880698] 'agreement among raft nodes before linearized reading' (duration: 629.296476ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:58.863167Z","caller":"traceutil/trace.go:171","msg":"trace[2060841739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"197.29072ms","start":"2026-03-19T05:54:58.665826Z","end":"2026-03-19T05:54:58.863116Z","steps":["trace[2060841739] 'agreement among raft nodes before linearized reading' (duration: 197.178917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.863187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:58.233552Z","time spent":"629.621743ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:58.863132Z","caller":"traceutil/trace.go:171","msg":"trace[420029879] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"428.561731ms","start":"2026-03-19T05:54:58.434548Z","end":"2026-03-19T05:54:58.86311Z","steps":["trace[420029879] 'agreement among raft nodes before linearized reading' (duration: 428.056429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.862981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228372363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-19T05:54:58.86331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469904807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T05:54:58.86334Z","caller":"traceutil/trace.go:171","msg":"trace[515465620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"1.469980021s","start":"2026-03-19T05:54:57.393351Z","end":"2026-03-19T05:54:58.863331Z","steps":["trace[515465620] 'agreement among raft nodes before linearized reading' (duration: 1.469296784s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.863368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.393326Z","time spent":"1.470036622s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:54:58.863359Z","caller":"traceutil/trace.go:171","msg":"trace[1365990930] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"1.228763324s","start":"2026-03-19T05:54:57.634562Z","end":"2026-03-19T05:54:58.863326Z","steps":["trace[1365990930] 'agreement among raft nodes before linearized reading' (duration: 1.228312982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.86343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.634535Z","time spent":"1.228876247s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:58.86348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:58.434524Z","time spent":"428.799638ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-19T05:54:58.862564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.12074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:54:58.863582Z","caller":"traceutil/trace.go:171","msg":"trace[797621472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"634.27786ms","start":"2026-03-19T05:54:58.229291Z","end":"2026-03-19T05:54:58.863569Z","steps":["trace[797621472] 'agreement among raft nodes before linearized reading' (duration: 633.217483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.862999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.077122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-19T05:54:58.86366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:58.22927Z","time spent":"634.350101ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:54:58.863671Z","caller":"traceutil/trace.go:171","msg":"trace[1009558614] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"828.77594ms","start":"2026-03-19T05:54:58.034869Z","end":"2026-03-19T05:54:58.863645Z","steps":["trace[1009558614] 'agreement among raft nodes before linearized reading' (duration: 828.028221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.863729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:58.034844Z","time spent":"828.866982ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:58.863579Z","caller":"traceutil/trace.go:171","msg":"trace[525692898] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:617; }","duration":"1.029148256s","start":"2026-03-19T05:54:57.833924Z","end":"2026-03-19T05:54:58.863072Z","steps":["trace[525692898] 'agreement among raft nodes before linearized reading' (duration: 1.028628323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:54:58.864023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:54:57.8339Z","time spent":"1.030032019s","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-19T05:54:59.21876Z","caller":"traceutil/trace.go:171","msg":"trace[57650477] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"295.380176ms","start":"2026-03-19T05:54:58.923348Z","end":"2026-03-19T05:54:59.218728Z","steps":["trace[57650477] 'process raft request' (duration: 207.967894ms)","trace[57650477] 'compare' (duration: 87.249988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:54:59.219482Z","caller":"traceutil/trace.go:171","msg":"trace[1911560644] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"292.847244ms","start":"2026-03-19T05:54:58.926616Z","end":"2026-03-19T05:54:59.219463Z","steps":["trace[1911560644] 'process raft request' (duration: 292.616058ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:59.219796Z","caller":"traceutil/trace.go:171","msg":"trace[2139826821] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"292.091036ms","start":"2026-03-19T05:54:58.927695Z","end":"2026-03-19T05:54:59.219786Z","steps":["trace[2139826821] 'process raft request' (duration: 291.726517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:59.220056Z","caller":"traceutil/trace.go:171","msg":"trace[785682146] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"291.245624ms","start":"2026-03-19T05:54:58.928801Z","end":"2026-03-19T05:54:59.220046Z","steps":["trace[785682146] 'process raft request' (duration: 290.909236ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:59.220115Z","caller":"traceutil/trace.go:171","msg":"trace[1616476405] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"288.541037ms","start":"2026-03-19T05:54:58.93155Z","end":"2026-03-19T05:54:59.220091Z","steps":["trace[1616476405] 'process raft request' (duration: 288.345113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:59.220188Z","caller":"traceutil/trace.go:171","msg":"trace[1796968908] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"287.225894ms","start":"2026-03-19T05:54:58.932952Z","end":"2026-03-19T05:54:59.220178Z","steps":["trace[1796968908] 'process raft request' (duration: 286.993419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:54:59.220288Z","caller":"traceutil/trace.go:171","msg":"trace[1941474518] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"289.875861ms","start":"2026-03-19T05:54:58.930403Z","end":"2026-03-19T05:54:59.220279Z","steps":["trace[1941474518] 'process raft request' (duration: 289.386559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:05.148794Z","caller":"traceutil/trace.go:171","msg":"trace[118972049] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"229.941518ms","start":"2026-03-19T05:55:04.918827Z","end":"2026-03-19T05:55:05.148769Z","steps":["trace[118972049] 'read index received' (duration: 229.701112ms)","trace[118972049] 'applied index is now lower than readState.Index' (duration: 239.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:05.148859Z","caller":"traceutil/trace.go:171","msg":"trace[639707291] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"237.175236ms","start":"2026-03-19T05:55:04.911651Z","end":"2026-03-19T05:55:05.148826Z","steps":["trace[639707291] 'process raft request' (duration: 236.93399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:05.149155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.63125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:55:05.149165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.910676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:05.1492Z","caller":"traceutil/trace.go:171","msg":"trace[417197687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:756; }","duration":"229.728982ms","start":"2026-03-19T05:55:04.919459Z","end":"2026-03-19T05:55:05.149188Z","steps":["trace[417197687] 'agreement among raft nodes before linearized reading' (duration: 229.519967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:05.149209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.921452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:05.149243Z","caller":"traceutil/trace.go:171","msg":"trace[1879909478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:756; }","duration":"192.034429ms","start":"2026-03-19T05:55:04.957191Z","end":"2026-03-19T05:55:05.149225Z","steps":["trace[1879909478] 'agreement among raft nodes before linearized reading' (duration: 191.857464ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:05.149278Z","caller":"traceutil/trace.go:171","msg":"trace[1829363432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:756; }","duration":"229.037375ms","start":"2026-03-19T05:55:04.920222Z","end":"2026-03-19T05:55:05.14926Z","steps":["trace[1829363432] 'agreement among raft nodes before linearized reading' (duration: 228.86423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:05.149507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.677325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:55:05.149762Z","caller":"traceutil/trace.go:171","msg":"trace[1059786121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:756; }","duration":"230.898462ms","start":"2026-03-19T05:55:04.918773Z","end":"2026-03-19T05:55:05.149672Z","steps":["trace[1059786121] 'agreement among raft nodes before linearized reading' (duration: 230.145122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:05.782578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:06.28367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:06.293345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139361933s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:55:06.468357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.785528ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:06.468488Z","caller":"traceutil/trace.go:171","msg":"trace[1249436665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:756; }","duration":"422.938712ms","start":"2026-03-19T05:55:06.04553Z","end":"2026-03-19T05:55:06.468469Z","steps":["trace[1249436665] 'range keys from in-memory index tree' (duration: 422.763328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:06.469081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.341376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:06.469254Z","caller":"traceutil/trace.go:171","msg":"trace[20780809] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"1.315319125s","start":"2026-03-19T05:55:05.153898Z","end":"2026-03-19T05:55:06.469217Z","steps":["trace[20780809] 'process raft request' (duration: 1.139696901s)","trace[20780809] 'compare' (duration: 175.158152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:06.469337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:05.153871Z","time spent":"1.315432358s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:06.818431Z","caller":"traceutil/trace.go:171","msg":"trace[1705546926] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"1.66398373s","start":"2026-03-19T05:55:05.154427Z","end":"2026-03-19T05:55:06.818411Z","steps":["trace[1705546926] 'process raft request' (duration: 1.663942529s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:06.818557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:05.154414Z","time spent":"1.664079212s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:06.818559Z","caller":"traceutil/trace.go:171","msg":"trace[112102357] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.664196174s","start":"2026-03-19T05:55:05.154274Z","end":"2026-03-19T05:55:06.81847Z","steps":["trace[112102357] 'process raft request' (duration: 1.66400876s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:06.818593Z","caller":"traceutil/trace.go:171","msg":"trace[1114349021] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"1.664365019s","start":"2026-03-19T05:55:05.154138Z","end":"2026-03-19T05:55:06.818503Z","steps":["trace[1114349021] 'process raft request' (duration: 1.637135506s)","trace[1114349021] 'compare' (duration: 26.732421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:06.818938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:05.154244Z","time spent":"1.664470321s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:06.818959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:05.154114Z","time spent":"1.664803909s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:06.883824Z","caller":"traceutil/trace.go:171","msg":"trace[1250758662] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:778; }","duration":"1.601704269s","start":"2026-03-19T05:55:05.282064Z","end":"2026-03-19T05:55:06.883768Z","steps":["trace[1250758662] 'read index received' (duration: 1.01150789s)","trace[1250758662] 'applied index is now lower than readState.Index' (duration: 590.193029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:06.88401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601942435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8nx7b\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T05:55:06.884095Z","caller":"traceutil/trace.go:171","msg":"trace[473899290] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8nx7b; range_end:; response_count:1; response_revision:760; }","duration":"1.602074548s","start":"2026-03-19T05:55:05.282006Z","end":"2026-03-19T05:55:06.88408Z","steps":["trace[473899290] 'agreement among raft nodes before linearized reading' (duration: 1.601912534s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:06.88416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:05.281972Z","time spent":"1.602179711s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-8nx7b\" "} {"level":"warn","ts":"2026-03-19T05:55:06.88421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.619232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:06.88447Z","caller":"traceutil/trace.go:171","msg":"trace[626619096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"654.956831ms","start":"2026-03-19T05:55:06.229498Z","end":"2026-03-19T05:55:06.884455Z","steps":["trace[626619096] 'agreement among raft nodes before linearized reading' (duration: 654.552661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:06.884522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:06.229462Z","time spent":"655.046123ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:07.652816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:08.153232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:08.258239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358271178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:55:08.258644Z","caller":"traceutil/trace.go:171","msg":"trace[1616968438] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"1.358908883s","start":"2026-03-19T05:55:06.899709Z","end":"2026-03-19T05:55:08.258618Z","steps":["trace[1616968438] 'process raft request' (duration: 1.358717589s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.258802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:06.899664Z","time spent":"1.359057587s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:08.283845Z","caller":"traceutil/trace.go:171","msg":"trace[1609482626] linearizableReadLoop","detail":"{readStateIndex:785; appliedIndex:783; }","duration":"1.131298304s","start":"2026-03-19T05:55:07.152521Z","end":"2026-03-19T05:55:08.28382Z","steps":["trace[1609482626] 'read index received' (duration: 1.105991128s)","trace[1609482626] 'applied index is now lower than readState.Index' (duration: 25.305696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:08.283904Z","caller":"traceutil/trace.go:171","msg":"trace[1503579194] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"765.107995ms","start":"2026-03-19T05:55:07.518769Z","end":"2026-03-19T05:55:08.283877Z","steps":["trace[1503579194] 'process raft request' (duration: 764.90797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.28403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054322429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:08.284038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.518741Z","time spent":"765.220258ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:08.28405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131519709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:08.284068Z","caller":"traceutil/trace.go:171","msg":"trace[761828476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:762; }","duration":"1.054434162s","start":"2026-03-19T05:55:07.229624Z","end":"2026-03-19T05:55:08.284058Z","steps":["trace[761828476] 'agreement among raft nodes before linearized reading' (duration: 1.05435262s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:08.284102Z","caller":"traceutil/trace.go:171","msg":"trace[1730958986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"1.131603051s","start":"2026-03-19T05:55:07.152486Z","end":"2026-03-19T05:55:08.284089Z","steps":["trace[1730958986] 'agreement among raft nodes before linearized reading' (duration: 1.131436337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:08.284113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.229581Z","time spent":"1.054524414s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:08.284149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:07.152467Z","time spent":"1.131674593s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:55:08.421333Z","caller":"traceutil/trace.go:171","msg":"trace[721199035] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"132.857766ms","start":"2026-03-19T05:55:08.288446Z","end":"2026-03-19T05:55:08.421304Z","steps":["trace[721199035] 'process raft request' (duration: 40.527243ms)","trace[721199035] 'compare' (duration: 92.125378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:08.421442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:08.421329Z","caller":"traceutil/trace.go:171","msg":"trace[1694279968] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:785; }","duration":"128.132649ms","start":"2026-03-19T05:55:08.293159Z","end":"2026-03-19T05:55:08.421292Z","steps":["trace[1694279968] 'read index received' (duration: 35.734174ms)","trace[1694279968] 'applied index is now lower than readState.Index' (duration: 92.397295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:08.421486Z","caller":"traceutil/trace.go:171","msg":"trace[54768090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:763; }","duration":"128.369464ms","start":"2026-03-19T05:55:08.293105Z","end":"2026-03-19T05:55:08.421474Z","steps":["trace[54768090] 'agreement among raft nodes before linearized reading' (duration: 128.277272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:09.192326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:09.693437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:10.194202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:10.695227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:11.195771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:11.298263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999839428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T05:55:11.298387Z","caller":"traceutil/trace.go:171","msg":"trace[977269807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006372s","start":"2026-03-19T05:55:09.298342Z","end":"2026-03-19T05:55:11.298348Z","steps":["trace[977269807] 'agreement among raft nodes before linearized reading' (duration: 1.999869298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.29848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.298322Z","time spent":"2.000139025s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 05:55:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T05:55:11.420949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.940655839s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:55:11.4222Z","caller":"traceutil/trace.go:171","msg":"trace[896441646] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"2.941992353s","start":"2026-03-19T05:55:08.480184Z","end":"2026-03-19T05:55:11.422177Z","steps":["trace[896441646] 'process raft request' (duration: 2.941830709s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.422378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:08.480167Z","time spent":"2.942119276s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:11.508111Z","caller":"traceutil/trace.go:171","msg":"trace[2134438272] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:786; }","duration":"2.816286822s","start":"2026-03-19T05:55:08.6918Z","end":"2026-03-19T05:55:11.508087Z","steps":["trace[2134438272] 'read index received' (duration: 2.729387732s)","trace[2134438272] 'applied index is now lower than readState.Index' (duration: 86.89781ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:11.508188Z","caller":"traceutil/trace.go:171","msg":"trace[683270010] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"1.069089104s","start":"2026-03-19T05:55:10.439065Z","end":"2026-03-19T05:55:11.508154Z","steps":["trace[683270010] 'process raft request' (duration: 1.068831958s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816465656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:11.508351Z","caller":"traceutil/trace.go:171","msg":"trace[1039267616] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:765; }","duration":"2.816543388s","start":"2026-03-19T05:55:08.691793Z","end":"2026-03-19T05:55:11.508336Z","steps":["trace[1039267616] 'agreement among raft nodes before linearized reading' (duration: 2.816423455s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671543822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:55:11.508399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:08.691744Z","time spent":"2.816641441s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:11.508392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:10.439044Z","time spent":"1.069237358s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:11.50843Z","caller":"traceutil/trace.go:171","msg":"trace[1893036516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:765; }","duration":"2.671628184s","start":"2026-03-19T05:55:08.836789Z","end":"2026-03-19T05:55:11.508417Z","steps":["trace[1893036516] 'agreement among raft nodes before linearized reading' (duration: 2.671491621s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737478538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:11.508521Z","caller":"traceutil/trace.go:171","msg":"trace[2109474974] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:765; }","duration":"1.737645002s","start":"2026-03-19T05:55:09.770855Z","end":"2026-03-19T05:55:11.5085Z","steps":["trace[2109474974] 'agreement among raft nodes before linearized reading' (duration: 1.737452947s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.770826Z","time spent":"1.737731993s","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:11.508569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671705036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:55:11.508612Z","caller":"traceutil/trace.go:171","msg":"trace[826362867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:765; }","duration":"2.671758367s","start":"2026-03-19T05:55:08.836842Z","end":"2026-03-19T05:55:11.5086Z","steps":["trace[826362867] 'agreement among raft nodes before linearized reading' (duration: 2.671649715s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081373199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T05:55:11.508657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:08.836837Z","time spent":"2.671809818s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:55:11.508698Z","caller":"traceutil/trace.go:171","msg":"trace[296297751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:765; }","duration":"1.081490192s","start":"2026-03-19T05:55:10.427168Z","end":"2026-03-19T05:55:11.508659Z","steps":["trace[296297751] 'agreement among raft nodes before linearized reading' (duration: 1.081318308s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:10.427139Z","time spent":"1.081588684s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:11.508571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383713072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:55:11.508466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:08.836756Z","time spent":"2.671701626s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:55:11.508847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278438913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:11.508876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672024305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:11.508879Z","caller":"traceutil/trace.go:171","msg":"trace[1712965920] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:765; }","duration":"2.384001s","start":"2026-03-19T05:55:09.124791Z","end":"2026-03-19T05:55:11.508792Z","steps":["trace[1712965920] 'agreement among raft nodes before linearized reading' (duration: 2.383588599s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611295957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:11.508941Z","caller":"traceutil/trace.go:171","msg":"trace[103977403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"2.672103616s","start":"2026-03-19T05:55:08.836817Z","end":"2026-03-19T05:55:11.50892Z","steps":["trace[103977403] 'agreement among raft nodes before linearized reading' (duration: 2.671920132s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.124767Z","time spent":"2.384167805s","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:11.508961Z","caller":"traceutil/trace.go:171","msg":"trace[1778134074] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:765; }","duration":"1.611441291s","start":"2026-03-19T05:55:09.897504Z","end":"2026-03-19T05:55:11.508946Z","steps":["trace[1778134074] 'agreement among raft nodes before linearized reading' (duration: 1.611267867s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.508988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:08.836806Z","time spent":"2.672172909s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:11.509015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.897474Z","time spent":"1.611526113s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:11.508887Z","caller":"traceutil/trace.go:171","msg":"trace[1882345699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:765; }","duration":"1.278543386s","start":"2026-03-19T05:55:10.230331Z","end":"2026-03-19T05:55:11.508874Z","steps":["trace[1882345699] 'agreement among raft nodes before linearized reading' (duration: 1.278460874s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.509075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:10.230306Z","time spent":"1.278761462s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:11.508665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.903354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T05:55:11.509293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219339228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:11.509387Z","caller":"traceutil/trace.go:171","msg":"trace[1495383779] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:765; }","duration":"2.219487611s","start":"2026-03-19T05:55:09.289888Z","end":"2026-03-19T05:55:11.509375Z","steps":["trace[1495383779] 'agreement among raft nodes before linearized reading' (duration: 2.218812484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.509427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:09.289863Z","time spent":"2.219553523s","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:11.509309Z","caller":"traceutil/trace.go:171","msg":"trace[683524729] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:765; }","duration":"709.585372ms","start":"2026-03-19T05:55:10.799709Z","end":"2026-03-19T05:55:11.509295Z","steps":["trace[683524729] 'agreement among raft nodes before linearized reading' (duration: 708.786932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:11.509699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:10.799684Z","time spent":"709.90277ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-03-19T05:55:13.540241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.610451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:13.540334Z","caller":"traceutil/trace.go:171","msg":"trace[590554675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:777; }","duration":"111.755514ms","start":"2026-03-19T05:55:13.428559Z","end":"2026-03-19T05:55:13.540315Z","steps":["trace[590554675] 'range keys from in-memory index tree' (duration: 111.371585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:16.516836Z","caller":"traceutil/trace.go:171","msg":"trace[1740278316] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"168.378285ms","start":"2026-03-19T05:55:16.348425Z","end":"2026-03-19T05:55:16.516804Z","steps":["trace[1740278316] 'process raft request' (duration: 167.807691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.770487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.237063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:17.770579Z","caller":"traceutil/trace.go:171","msg":"trace[216038789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"540.386347ms","start":"2026-03-19T05:55:17.230172Z","end":"2026-03-19T05:55:17.770558Z","steps":["trace[216038789] 'range keys from in-memory index tree' (duration: 540.130591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.770621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.230147Z","time spent":"540.465419ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:55:17.834569Z","caller":"traceutil/trace.go:171","msg":"trace[618011760] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"490.906714ms","start":"2026-03-19T05:55:17.343643Z","end":"2026-03-19T05:55:17.83455Z","steps":["trace[618011760] 'read index received' (duration: 490.686498ms)","trace[618011760] 'applied index is now lower than readState.Index' (duration: 218.756µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:17.834855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.208681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8nx7b\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-19T05:55:17.834898Z","caller":"traceutil/trace.go:171","msg":"trace[1261012191] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8nx7b; range_end:; response_count:1; response_revision:802; }","duration":"491.286003ms","start":"2026-03-19T05:55:17.343599Z","end":"2026-03-19T05:55:17.834885Z","steps":["trace[1261012191] 'agreement among raft nodes before linearized reading' (duration: 491.062657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.834936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.343582Z","time spent":"491.346764ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18359,"request content":"key:\"/registry/pods/kube-system/cilium-8nx7b\" "} {"level":"warn","ts":"2026-03-19T05:55:17.834942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.30764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:55:17.834938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.592456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:17.835005Z","caller":"traceutil/trace.go:171","msg":"trace[1047279124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:802; }","duration":"218.381761ms","start":"2026-03-19T05:55:17.616601Z","end":"2026-03-19T05:55:17.834983Z","steps":["trace[1047279124] 'agreement among raft nodes before linearized reading' (duration: 218.241988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.835022Z","caller":"traceutil/trace.go:171","msg":"trace[1056270606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:802; }","duration":"218.70706ms","start":"2026-03-19T05:55:17.616297Z","end":"2026-03-19T05:55:17.835004Z","steps":["trace[1056270606] 'agreement among raft nodes before linearized reading' (duration: 218.470904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.835008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.209918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:55:17.835177Z","caller":"traceutil/trace.go:171","msg":"trace[1729828618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:802; }","duration":"218.363921ms","start":"2026-03-19T05:55:17.616715Z","end":"2026-03-19T05:55:17.835079Z","steps":["trace[1729828618] 'agreement among raft nodes before linearized reading' (duration: 218.090125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.835158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.843351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T05:55:17.835248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.982318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:55:17.835222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.058694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:17.835292Z","caller":"traceutil/trace.go:171","msg":"trace[2002070874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:802; }","duration":"249.06967ms","start":"2026-03-19T05:55:17.586211Z","end":"2026-03-19T05:55:17.83528Z","steps":["trace[2002070874] 'agreement among raft nodes before linearized reading' (duration: 248.529317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.835228Z","caller":"traceutil/trace.go:171","msg":"trace[316098347] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"573.219569ms","start":"2026-03-19T05:55:17.261414Z","end":"2026-03-19T05:55:17.834634Z","steps":["trace[316098347] 'process raft request' (duration: 572.996883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.835326Z","caller":"traceutil/trace.go:171","msg":"trace[1342321046] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:802; }","duration":"237.212898ms","start":"2026-03-19T05:55:17.598091Z","end":"2026-03-19T05:55:17.835304Z","steps":["trace[1342321046] 'agreement among raft nodes before linearized reading' (duration: 236.989753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:17.835405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:17.261393Z","time spent":"573.943367ms","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5060,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:17.835257Z","caller":"traceutil/trace.go:171","msg":"trace[1973431093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:802; }","duration":"224.994885ms","start":"2026-03-19T05:55:17.610239Z","end":"2026-03-19T05:55:17.835234Z","steps":["trace[1973431093] 'agreement among raft nodes before linearized reading' (duration: 224.692868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.943547Z","caller":"traceutil/trace.go:171","msg":"trace[1295696974] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"103.245734ms","start":"2026-03-19T05:55:17.840269Z","end":"2026-03-19T05:55:17.943514Z","steps":["trace[1295696974] 'process raft request' (duration: 102.933495ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.943564Z","caller":"traceutil/trace.go:171","msg":"trace[1007470204] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"102.485535ms","start":"2026-03-19T05:55:17.841043Z","end":"2026-03-19T05:55:17.943528Z","steps":["trace[1007470204] 'process raft request' (duration: 102.333631ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.943884Z","caller":"traceutil/trace.go:171","msg":"trace[683429181] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"101.324537ms","start":"2026-03-19T05:55:17.842546Z","end":"2026-03-19T05:55:17.94387Z","steps":["trace[683429181] 'process raft request' (duration: 100.911906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:17.944221Z","caller":"traceutil/trace.go:171","msg":"trace[1386859108] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"102.971897ms","start":"2026-03-19T05:55:17.841209Z","end":"2026-03-19T05:55:17.944181Z","steps":["trace[1386859108] 'process raft request' (duration: 102.217548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:18.471903Z","caller":"traceutil/trace.go:171","msg":"trace[1614687154] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"100.828035ms","start":"2026-03-19T05:55:18.371036Z","end":"2026-03-19T05:55:18.471864Z","steps":["trace[1614687154] 'process raft request' (duration: 100.63728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:18.471938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.556963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:18.472017Z","caller":"traceutil/trace.go:171","msg":"trace[1820003068] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:810; }","duration":"112.688707ms","start":"2026-03-19T05:55:18.359308Z","end":"2026-03-19T05:55:18.471997Z","steps":["trace[1820003068] 'agreement among raft nodes before linearized reading' (duration: 112.532043ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:19.790155Z","caller":"traceutil/trace.go:171","msg":"trace[787539264] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"152.735379ms","start":"2026-03-19T05:55:19.637391Z","end":"2026-03-19T05:55:19.790126Z","steps":["trace[787539264] 'process raft request' (duration: 115.922518ms)","trace[787539264] 'compare' (duration: 36.684818ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:23.333017Z","caller":"traceutil/trace.go:171","msg":"trace[1225025584] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"135.920402ms","start":"2026-03-19T05:55:23.197055Z","end":"2026-03-19T05:55:23.332975Z","steps":["trace[1225025584] 'process raft request' (duration: 93.676647ms)","trace[1225025584] 'compare' (duration: 42.04848ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:23.33834Z","caller":"traceutil/trace.go:171","msg":"trace[2016490476] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"109.012706ms","start":"2026-03-19T05:55:23.229304Z","end":"2026-03-19T05:55:23.338316Z","steps":["trace[2016490476] 'read index received' (duration: 61.440949ms)","trace[2016490476] 'applied index is now lower than readState.Index' (duration: 47.570927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:23.3385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.172251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:23.338558Z","caller":"traceutil/trace.go:171","msg":"trace[747737973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"109.271283ms","start":"2026-03-19T05:55:23.229274Z","end":"2026-03-19T05:55:23.338545Z","steps":["trace[747737973] 'agreement among raft nodes before linearized reading' (duration: 109.14218ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:23.338922Z","caller":"traceutil/trace.go:171","msg":"trace[2059935588] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"136.177948ms","start":"2026-03-19T05:55:23.202733Z","end":"2026-03-19T05:55:23.338911Z","steps":["trace[2059935588] 'process raft request' (duration: 135.4569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:23.914048Z","caller":"traceutil/trace.go:171","msg":"trace[423438453] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"151.59628ms","start":"2026-03-19T05:55:23.762423Z","end":"2026-03-19T05:55:23.914019Z","steps":["trace[423438453] 'process raft request' (duration: 148.657247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:24.108643Z","caller":"traceutil/trace.go:171","msg":"trace[1394417943] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:891; }","duration":"101.559462ms","start":"2026-03-19T05:55:24.007064Z","end":"2026-03-19T05:55:24.108623Z","steps":["trace[1394417943] 'read index received' (duration: 101.417919ms)","trace[1394417943] 'applied index is now lower than readState.Index' (duration: 140.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:24.108948Z","caller":"traceutil/trace.go:171","msg":"trace[1801045785] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"115.408164ms","start":"2026-03-19T05:55:23.993515Z","end":"2026-03-19T05:55:24.108923Z","steps":["trace[1801045785] 'process raft request' (duration: 114.964194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:24.10924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.122675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:24.109314Z","caller":"traceutil/trace.go:171","msg":"trace[1638869662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:864; }","duration":"102.245999ms","start":"2026-03-19T05:55:24.007048Z","end":"2026-03-19T05:55:24.109294Z","steps":["trace[1638869662] 'agreement among raft nodes before linearized reading' (duration: 102.020223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:24.109371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.079881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:55:24.109401Z","caller":"traceutil/trace.go:171","msg":"trace[17791426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:864; }","duration":"101.157873ms","start":"2026-03-19T05:55:24.008234Z","end":"2026-03-19T05:55:24.109392Z","steps":["trace[17791426] 'agreement among raft nodes before linearized reading' (duration: 101.042279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:24.109519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.457605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:55:24.109539Z","caller":"traceutil/trace.go:171","msg":"trace[1692812409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:864; }","duration":"102.513726ms","start":"2026-03-19T05:55:24.007018Z","end":"2026-03-19T05:55:24.109531Z","steps":["trace[1692812409] 'agreement among raft nodes before linearized reading' (duration: 102.447745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:24.10973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.571598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:24.109766Z","caller":"traceutil/trace.go:171","msg":"trace[900335153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:864; }","duration":"102.65729ms","start":"2026-03-19T05:55:24.007099Z","end":"2026-03-19T05:55:24.109756Z","steps":["trace[900335153] 'agreement among raft nodes before linearized reading' (duration: 102.534407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:25.736492Z","caller":"traceutil/trace.go:171","msg":"trace[1527401873] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"269.836785ms","start":"2026-03-19T05:55:25.466632Z","end":"2026-03-19T05:55:25.736469Z","steps":["trace[1527401873] 'process raft request' (duration: 269.67123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:25.841938Z","caller":"traceutil/trace.go:171","msg":"trace[769429681] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"177.263424ms","start":"2026-03-19T05:55:25.664648Z","end":"2026-03-19T05:55:25.841911Z","steps":["trace[769429681] 'process raft request' (duration: 177.139201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.447699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.386119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:26.447876Z","caller":"traceutil/trace.go:171","msg":"trace[23264282] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:911; }","duration":"217.876329ms","start":"2026-03-19T05:55:26.229981Z","end":"2026-03-19T05:55:26.447857Z","steps":["trace[23264282] 'read index received' (duration: 80.288046ms)","trace[23264282] 'applied index is now lower than readState.Index' (duration: 137.587453ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:26.447984Z","caller":"traceutil/trace.go:171","msg":"trace[914249053] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"273.172616ms","start":"2026-03-19T05:55:26.174789Z","end":"2026-03-19T05:55:26.447961Z","steps":["trace[914249053] 'process raft request' (duration: 273.009663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.448176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.162366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:26.448224Z","caller":"traceutil/trace.go:171","msg":"trace[2005711177] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"274.085699ms","start":"2026-03-19T05:55:26.174131Z","end":"2026-03-19T05:55:26.448217Z","steps":["trace[2005711177] 'process raft request' (duration: 136.115056ms)","trace[2005711177] 'compare' (duration: 137.225665ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:26.44822Z","caller":"traceutil/trace.go:171","msg":"trace[285173346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"218.234538ms","start":"2026-03-19T05:55:26.229974Z","end":"2026-03-19T05:55:26.448209Z","steps":["trace[285173346] 'agreement among raft nodes before linearized reading' (duration: 218.142255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:26.476518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.800079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:26.476516Z","caller":"traceutil/trace.go:171","msg":"trace[670259585] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"158.746436ms","start":"2026-03-19T05:55:26.317687Z","end":"2026-03-19T05:55:26.476433Z","steps":["trace[670259585] 'process raft request' (duration: 158.594552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:26.476605Z","caller":"traceutil/trace.go:171","msg":"trace[719514965] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:886; }","duration":"209.956863ms","start":"2026-03-19T05:55:26.266615Z","end":"2026-03-19T05:55:26.476571Z","steps":["trace[719514965] 'agreement among raft nodes before linearized reading' (duration: 209.814979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:28.380344Z","caller":"traceutil/trace.go:171","msg":"trace[399911795] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"109.98583ms","start":"2026-03-19T05:55:28.270316Z","end":"2026-03-19T05:55:28.380301Z","steps":["trace[399911795] 'process raft request' (duration: 106.969295ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:28.654543Z","caller":"traceutil/trace.go:171","msg":"trace[481583342] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:928; }","duration":"202.427317ms","start":"2026-03-19T05:55:28.452084Z","end":"2026-03-19T05:55:28.654511Z","steps":["trace[481583342] 'read index received' (duration: 202.126609ms)","trace[481583342] 'applied index is now lower than readState.Index' (duration: 298.808µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:28.654589Z","caller":"traceutil/trace.go:171","msg":"trace[824041591] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"253.47303ms","start":"2026-03-19T05:55:28.401073Z","end":"2026-03-19T05:55:28.654546Z","steps":["trace[824041591] 'process raft request' (duration: 253.236334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:28.654847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.680263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:55:28.654901Z","caller":"traceutil/trace.go:171","msg":"trace[699386701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"202.786056ms","start":"2026-03-19T05:55:28.452098Z","end":"2026-03-19T05:55:28.654884Z","steps":["trace[699386701] 'agreement among raft nodes before linearized reading' (duration: 202.578991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:28.654996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.836157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T05:55:28.655144Z","caller":"traceutil/trace.go:171","msg":"trace[1286189476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:900; }","duration":"203.078763ms","start":"2026-03-19T05:55:28.452035Z","end":"2026-03-19T05:55:28.655114Z","steps":["trace[1286189476] 'agreement among raft nodes before linearized reading' (duration: 202.618441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:29.057284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.273808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:29.057747Z","caller":"traceutil/trace.go:171","msg":"trace[1343220111] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"185.818186ms","start":"2026-03-19T05:55:28.871906Z","end":"2026-03-19T05:55:29.057725Z","steps":["trace[1343220111] 'process raft request' (duration: 185.629972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:29.057808Z","caller":"traceutil/trace.go:171","msg":"trace[654466587] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"395.906982ms","start":"2026-03-19T05:55:28.661864Z","end":"2026-03-19T05:55:29.057771Z","steps":["trace[654466587] 'process raft request' (duration: 395.560754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:29.057598Z","caller":"traceutil/trace.go:171","msg":"trace[620602951] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"396.612781ms","start":"2026-03-19T05:55:28.660932Z","end":"2026-03-19T05:55:29.057545Z","steps":["trace[620602951] 'process raft request' (duration: 137.940763ms)","trace[620602951] 'compare' (duration: 258.009072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:29.058007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.661846Z","time spent":"396.053046ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T05:55:29.058092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:28.660889Z","time spent":"397.041581ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:30.3787Z","caller":"traceutil/trace.go:171","msg":"trace[1548217469] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"128.371254ms","start":"2026-03-19T05:55:30.250261Z","end":"2026-03-19T05:55:30.378632Z","steps":["trace[1548217469] 'process raft request' (duration: 100.67427ms)","trace[1548217469] 'compare' (duration: 27.487309ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:30.549056Z","caller":"traceutil/trace.go:171","msg":"trace[1480499094] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"101.197533ms","start":"2026-03-19T05:55:30.447822Z","end":"2026-03-19T05:55:30.549019Z","steps":["trace[1480499094] 'process raft request' (duration: 100.939967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:30.924496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.630005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:30.924635Z","caller":"traceutil/trace.go:171","msg":"trace[330633132] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:960; }","duration":"189.089847ms","start":"2026-03-19T05:55:30.735523Z","end":"2026-03-19T05:55:30.924613Z","steps":["trace[330633132] 'read index received' (duration: 72.122785ms)","trace[330633132] 'applied index is now lower than readState.Index' (duration: 116.965202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:30.924716Z","caller":"traceutil/trace.go:171","msg":"trace[670571289] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"368.423813ms","start":"2026-03-19T05:55:30.55621Z","end":"2026-03-19T05:55:30.924634Z","steps":["trace[670571289] 'process raft request' (duration: 251.548092ms)","trace[670571289] 'compare' (duration: 116.469921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:30.924893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.373594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:55:30.924941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:30.556161Z","time spent":"368.658548ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:30.924954Z","caller":"traceutil/trace.go:171","msg":"trace[1884690275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:932; }","duration":"189.480636ms","start":"2026-03-19T05:55:30.735456Z","end":"2026-03-19T05:55:30.924937Z","steps":["trace[1884690275] 'agreement among raft nodes before linearized reading' (duration: 189.296122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:30.925178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.66712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T05:55:30.925317Z","caller":"traceutil/trace.go:171","msg":"trace[1530796220] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:932; }","duration":"123.880265ms","start":"2026-03-19T05:55:30.801409Z","end":"2026-03-19T05:55:30.925289Z","steps":["trace[1530796220] 'agreement among raft nodes before linearized reading' (duration: 123.566596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:31.115977Z","caller":"traceutil/trace.go:171","msg":"trace[1120639366] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"184.972695ms","start":"2026-03-19T05:55:30.930922Z","end":"2026-03-19T05:55:31.115895Z","steps":["trace[1120639366] 'process raft request' (duration: 184.709789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:31.804329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.750387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-m59qj\" ","response":"range_response_count:1 size:5062"} {"level":"info","ts":"2026-03-19T05:55:31.804439Z","caller":"traceutil/trace.go:171","msg":"trace[785144967] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-m59qj; range_end:; response_count:1; response_revision:935; }","duration":"363.87875ms","start":"2026-03-19T05:55:31.440537Z","end":"2026-03-19T05:55:31.804416Z","steps":["trace[785144967] 'range keys from in-memory index tree' (duration: 363.410388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:31.804453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.501891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:31.804551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.440435Z","time spent":"364.102377ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5084,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-m59qj\" "} {"level":"info","ts":"2026-03-19T05:55:31.804599Z","caller":"traceutil/trace.go:171","msg":"trace[505987765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"574.757097ms","start":"2026-03-19T05:55:31.229812Z","end":"2026-03-19T05:55:31.804569Z","steps":["trace[505987765] 'range keys from in-memory index tree' (duration: 574.323287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:31.804664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.22977Z","time spent":"574.88177ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:31.80504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.122816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:31.805243Z","caller":"traceutil/trace.go:171","msg":"trace[1993203659] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"364.23742ms","start":"2026-03-19T05:55:31.440971Z","end":"2026-03-19T05:55:31.805208Z","steps":["trace[1993203659] 'process raft request' (duration: 164.844497ms)","trace[1993203659] 'compare' (duration: 198.531071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:31.805327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:31.440945Z","time spent":"364.352692ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:55:32.093605Z","caller":"traceutil/trace.go:171","msg":"trace[1706095711] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"273.562787ms","start":"2026-03-19T05:55:31.820011Z","end":"2026-03-19T05:55:32.093574Z","steps":["trace[1706095711] 'process raft request' (duration: 196.154782ms)","trace[1706095711] 'compare' (duration: 77.18838ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:32.093827Z","caller":"traceutil/trace.go:171","msg":"trace[189935335] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"272.183353ms","start":"2026-03-19T05:55:31.821612Z","end":"2026-03-19T05:55:32.093795Z","steps":["trace[189935335] 'process raft request' (duration: 271.888355ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:32.290197Z","caller":"traceutil/trace.go:171","msg":"trace[2102700592] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"190.049811ms","start":"2026-03-19T05:55:32.100092Z","end":"2026-03-19T05:55:32.290142Z","steps":["trace[2102700592] 'process raft request' (duration: 99.025579ms)","trace[2102700592] 'compare' (duration: 90.692984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:34.79655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.847136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:55:34.796858Z","caller":"traceutil/trace.go:171","msg":"trace[1940490608] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"161.299841ms","start":"2026-03-19T05:55:34.635535Z","end":"2026-03-19T05:55:34.796835Z","steps":["trace[1940490608] 'process raft request' (duration: 161.212188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:34.797029Z","caller":"traceutil/trace.go:171","msg":"trace[1978405407] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"166.064859ms","start":"2026-03-19T05:55:34.63077Z","end":"2026-03-19T05:55:34.796835Z","steps":["trace[1978405407] 'process raft request' (duration: 15.828142ms)","trace[1978405407] 'compare' (duration: 149.668502ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:35.312032Z","caller":"traceutil/trace.go:171","msg":"trace[777062823] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:992; }","duration":"144.102574ms","start":"2026-03-19T05:55:35.167883Z","end":"2026-03-19T05:55:35.311985Z","steps":["trace[777062823] 'read index received' (duration: 143.785976ms)","trace[777062823] 'applied index is now lower than readState.Index' (duration: 314.598µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:35.312126Z","caller":"traceutil/trace.go:171","msg":"trace[381708498] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"160.85223ms","start":"2026-03-19T05:55:35.151242Z","end":"2026-03-19T05:55:35.312094Z","steps":["trace[381708498] 'process raft request' (duration: 160.49181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:35.312392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.492524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:55:35.312454Z","caller":"traceutil/trace.go:171","msg":"trace[2092721131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:963; }","duration":"144.624098ms","start":"2026-03-19T05:55:35.167813Z","end":"2026-03-19T05:55:35.312437Z","steps":["trace[2092721131] 'agreement among raft nodes before linearized reading' (duration: 144.396822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:36.65863Z","caller":"traceutil/trace.go:171","msg":"trace[1223519482] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"161.479723ms","start":"2026-03-19T05:55:36.497112Z","end":"2026-03-19T05:55:36.658592Z","steps":["trace[1223519482] 'process raft request' (duration: 78.898171ms)","trace[1223519482] 'compare' (duration: 82.316886ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:36.658661Z","caller":"traceutil/trace.go:171","msg":"trace[1751040185] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1004; }","duration":"106.190537ms","start":"2026-03-19T05:55:36.552442Z","end":"2026-03-19T05:55:36.658632Z","steps":["trace[1751040185] 'read index received' (duration: 23.503522ms)","trace[1751040185] 'applied index is now lower than readState.Index' (duration: 82.685655ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:36.658852Z","caller":"traceutil/trace.go:171","msg":"trace[939225150] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"161.577266ms","start":"2026-03-19T05:55:36.497263Z","end":"2026-03-19T05:55:36.65884Z","steps":["trace[939225150] 'process raft request' (duration: 161.217368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:36.658895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.433013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:55:36.658931Z","caller":"traceutil/trace.go:171","msg":"trace[1435289638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:976; }","duration":"106.522245ms","start":"2026-03-19T05:55:36.552398Z","end":"2026-03-19T05:55:36.65892Z","steps":["trace[1435289638] 'agreement among raft nodes before linearized reading' (duration: 106.339051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:36.659242Z","caller":"traceutil/trace.go:171","msg":"trace[1892654109] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"160.590712ms","start":"2026-03-19T05:55:36.498637Z","end":"2026-03-19T05:55:36.659228Z","steps":["trace[1892654109] 'process raft request' (duration: 159.927976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.262851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:37.763811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396855985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:55:37.832004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167150269s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:55:37.852841Z","caller":"traceutil/trace.go:171","msg":"trace[1267799303] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"1.188094347s","start":"2026-03-19T05:55:36.664713Z","end":"2026-03-19T05:55:37.852807Z","steps":["trace[1267799303] 'process raft request' (duration: 1.167643901s)","trace[1267799303] 'compare' (duration: 19.868922ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:37.852946Z","caller":"traceutil/trace.go:171","msg":"trace[764759344] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1007; }","duration":"1.090867333s","start":"2026-03-19T05:55:36.762044Z","end":"2026-03-19T05:55:37.852911Z","steps":["trace[764759344] 'read index received' (duration: 1.070345575s)","trace[764759344] 'applied index is now lower than readState.Index' (duration: 20.520038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:37.852995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.664651Z","time spent":"1.188260352s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:55:37.853204Z","caller":"traceutil/trace.go:171","msg":"trace[2063631831] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.186719264s","start":"2026-03-19T05:55:36.66647Z","end":"2026-03-19T05:55:37.853189Z","steps":["trace[2063631831] 'process raft request' (duration: 1.186263942s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.853344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091274563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:37.853392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.319597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:55:37.853414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.423576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:37.853438Z","caller":"traceutil/trace.go:171","msg":"trace[849606640] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:978; }","duration":"1.091431447s","start":"2026-03-19T05:55:36.761984Z","end":"2026-03-19T05:55:37.853415Z","steps":["trace[849606640] 'agreement among raft nodes before linearized reading' (duration: 1.091285633s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:37.853477Z","caller":"traceutil/trace.go:171","msg":"trace[875315017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:978; }","duration":"622.525159ms","start":"2026-03-19T05:55:37.230936Z","end":"2026-03-19T05:55:37.853461Z","steps":["trace[875315017] 'agreement among raft nodes before linearized reading' (duration: 622.424676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:37.853474Z","caller":"traceutil/trace.go:171","msg":"trace[418778442] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:978; }","duration":"931.46072ms","start":"2026-03-19T05:55:36.921995Z","end":"2026-03-19T05:55:37.853455Z","steps":["trace[418778442] 'agreement among raft nodes before linearized reading' (duration: 931.293606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.853491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.761958Z","time spent":"1.091521879s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:37.853512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:37.230904Z","time spent":"622.601221ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:37.85353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.92197Z","time spent":"931.548882ms","remote":"127.0.0.1:36836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:37.853538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.876563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T05:55:37.853598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.03979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T05:55:37.853688Z","caller":"traceutil/trace.go:171","msg":"trace[480714441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:978; }","duration":"525.054017ms","start":"2026-03-19T05:55:37.328621Z","end":"2026-03-19T05:55:37.853675Z","steps":["trace[480714441] 'agreement among raft nodes before linearized reading' (duration: 524.715839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.85373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:37.328606Z","time spent":"525.113079ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:55:37.853725Z","caller":"traceutil/trace.go:171","msg":"trace[681292074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:978; }","duration":"536.231275ms","start":"2026-03-19T05:55:37.317467Z","end":"2026-03-19T05:55:37.853698Z","steps":["trace[681292074] 'agreement among raft nodes before linearized reading' (duration: 535.882646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.853777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:37.317442Z","time spent":"536.325246ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:37.853538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.640334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:55:37.853934Z","caller":"traceutil/trace.go:171","msg":"trace[1328044457] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:978; }","duration":"328.092545ms","start":"2026-03-19T05:55:37.525825Z","end":"2026-03-19T05:55:37.853918Z","steps":["trace[1328044457] 'agreement among raft nodes before linearized reading' (duration: 327.576062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:37.853978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:37.525801Z","time spent":"328.156087ms","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":62,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:55:37.85355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:36.666452Z","time spent":"1.186831077s","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:54.441496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396856158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:55:54.801328Z","caller":"traceutil/trace.go:171","msg":"trace[1835795037] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1085; }","duration":"860.411304ms","start":"2026-03-19T05:55:53.94089Z","end":"2026-03-19T05:55:54.801301Z","steps":["trace[1835795037] 'read index received' (duration: 860.138046ms)","trace[1835795037] 'applied index is now lower than readState.Index' (duration: 272.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:55:54.801406Z","caller":"traceutil/trace.go:171","msg":"trace[1506774506] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"862.363241ms","start":"2026-03-19T05:55:53.938998Z","end":"2026-03-19T05:55:54.801361Z","steps":["trace[1506774506] 'process raft request' (duration: 862.134205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.801631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:53.938971Z","time spent":"862.536035ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:55:54.801682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.460363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:55:54.801737Z","caller":"traceutil/trace.go:171","msg":"trace[1469476223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1052; }","duration":"205.555615ms","start":"2026-03-19T05:55:54.596161Z","end":"2026-03-19T05:55:54.801717Z","steps":["trace[1469476223] 'agreement among raft nodes before linearized reading' (duration: 205.398831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.801687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.284982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:55:54.801768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.983609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:54.801804Z","caller":"traceutil/trace.go:171","msg":"trace[807216767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1052; }","duration":"305.450716ms","start":"2026-03-19T05:55:54.496333Z","end":"2026-03-19T05:55:54.801783Z","steps":["trace[807216767] 'agreement among raft nodes before linearized reading' (duration: 305.196769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.801863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:54.496309Z","time spent":"305.545097ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:55:54.801791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.151743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:55:54.801897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.958667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:55:54.801951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.48026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:55:54.802007Z","caller":"traceutil/trace.go:171","msg":"trace[731965192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1052; }","duration":"857.575372ms","start":"2026-03-19T05:55:53.94442Z","end":"2026-03-19T05:55:54.801996Z","steps":["trace[731965192] 'agreement among raft nodes before linearized reading' (duration: 857.047499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:54.802019Z","caller":"traceutil/trace.go:171","msg":"trace[293197427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1052; }","duration":"861.130191ms","start":"2026-03-19T05:55:53.940862Z","end":"2026-03-19T05:55:54.801992Z","steps":["trace[293197427] 'agreement among raft nodes before linearized reading' (duration: 860.614228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.802043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:53.9444Z","time spent":"857.635254ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:55:54.802085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:53.940854Z","time spent":"861.220244ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:55:54.801962Z","caller":"traceutil/trace.go:171","msg":"trace[1041386822] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1052; }","duration":"570.46113ms","start":"2026-03-19T05:55:54.23148Z","end":"2026-03-19T05:55:54.801941Z","steps":["trace[1041386822] 'agreement among raft nodes before linearized reading' (duration: 570.113572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:54.801873Z","caller":"traceutil/trace.go:171","msg":"trace[801785856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1052; }","duration":"572.155463ms","start":"2026-03-19T05:55:54.229691Z","end":"2026-03-19T05:55:54.801847Z","steps":["trace[801785856] 'agreement among raft nodes before linearized reading' (duration: 571.950418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:55:54.802203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:54.229665Z","time spent":"572.507192ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:55:54.802799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:55:54.231399Z","time spent":"571.381703ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:55:58.860354Z","caller":"traceutil/trace.go:171","msg":"trace[856278986] linearizableReadLoop","detail":"{readStateIndex:1102; appliedIndex:1101; }","duration":"118.395839ms","start":"2026-03-19T05:55:58.741933Z","end":"2026-03-19T05:55:58.860329Z","steps":["trace[856278986] 'read index received' (duration: 27.234074ms)","trace[856278986] 'applied index is now lower than readState.Index' (duration: 91.160555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:55:58.860583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.612915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:55:58.86073Z","caller":"traceutil/trace.go:171","msg":"trace[2094735447] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1067; }","duration":"118.83473ms","start":"2026-03-19T05:55:58.741867Z","end":"2026-03-19T05:55:58.860702Z","steps":["trace[2094735447] 'agreement among raft nodes before linearized reading' (duration: 118.591764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:55:58.860653Z","caller":"traceutil/trace.go:171","msg":"trace[600309075] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"130.689423ms","start":"2026-03-19T05:55:58.72991Z","end":"2026-03-19T05:55:58.860599Z","steps":["trace[600309075] 'process raft request' (duration: 39.330153ms)","trace[600309075] 'compare' (duration: 90.99246ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:10.298203Z","caller":"traceutil/trace.go:171","msg":"trace[1041798080] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"184.0792ms","start":"2026-03-19T05:56:10.114085Z","end":"2026-03-19T05:56:10.298164Z","steps":["trace[1041798080] 'process raft request' (duration: 183.665099ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:11.799518Z","caller":"traceutil/trace.go:171","msg":"trace[1986142696] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"165.583304ms","start":"2026-03-19T05:56:11.633901Z","end":"2026-03-19T05:56:11.799484Z","steps":["trace[1986142696] 'process raft request' (duration: 165.344508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:15.128636Z","caller":"traceutil/trace.go:171","msg":"trace[611969524] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"136.288791ms","start":"2026-03-19T05:56:14.992304Z","end":"2026-03-19T05:56:15.128593Z","steps":["trace[611969524] 'process raft request' (duration: 136.121037ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:15.128868Z","caller":"traceutil/trace.go:171","msg":"trace[452223298] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"136.533747ms","start":"2026-03-19T05:56:14.992307Z","end":"2026-03-19T05:56:15.128841Z","steps":["trace[452223298] 'process raft request' (duration: 136.180869ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:15.128931Z","caller":"traceutil/trace.go:171","msg":"trace[337417875] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"136.63677ms","start":"2026-03-19T05:56:14.992265Z","end":"2026-03-19T05:56:15.128901Z","steps":["trace[337417875] 'process raft request' (duration: 88.331498ms)","trace[337417875] 'compare' (duration: 47.621035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:17.773471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.175539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:17.773671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.610829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:56:17.774279Z","caller":"traceutil/trace.go:171","msg":"trace[946555496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1289; }","duration":"641.287505ms","start":"2026-03-19T05:56:17.132974Z","end":"2026-03-19T05:56:17.774261Z","steps":["trace[946555496] 'range keys from in-memory index tree' (duration: 640.405774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:17.773711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.190011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:17.774377Z","caller":"traceutil/trace.go:171","msg":"trace[380096991] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1289; }","duration":"454.930289ms","start":"2026-03-19T05:56:17.319423Z","end":"2026-03-19T05:56:17.774353Z","steps":["trace[380096991] 'count revisions from in-memory index tree' (duration: 454.071858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:17.77438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:17.132952Z","time spent":"641.396868ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:56:17.774431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:17.319398Z","time spent":"455.019791ms","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:56:17.773804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.013804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:56:17.774156Z","caller":"traceutil/trace.go:171","msg":"trace[378838728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1289; }","duration":"544.892697ms","start":"2026-03-19T05:56:17.229193Z","end":"2026-03-19T05:56:17.774086Z","steps":["trace[378838728] 'range keys from in-memory index tree' (duration: 544.030766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:17.773836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.08567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:56:17.774745Z","caller":"traceutil/trace.go:171","msg":"trace[1471816478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1289; }","duration":"642.073304ms","start":"2026-03-19T05:56:17.132655Z","end":"2026-03-19T05:56:17.774728Z","steps":["trace[1471816478] 'range keys from in-memory index tree' (duration: 640.908356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:17.774635Z","caller":"traceutil/trace.go:171","msg":"trace[559314069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1289; }","duration":"640.877435ms","start":"2026-03-19T05:56:17.133722Z","end":"2026-03-19T05:56:17.7746Z","steps":["trace[559314069] 'range keys from in-memory index tree' (duration: 639.822819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:17.774792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:17.132629Z","time spent":"642.149267ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:17.774826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:17.133702Z","time spent":"641.095831ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:17.774923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:17.229172Z","time spent":"545.516443ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:56:20.381207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396856627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:56:20.450632Z","caller":"traceutil/trace.go:171","msg":"trace[1150771230] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"662.365974ms","start":"2026-03-19T05:56:19.788244Z","end":"2026-03-19T05:56:20.45061Z","steps":["trace[1150771230] 'process raft request' (duration: 662.225421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.45087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:19.788226Z","time spent":"662.563671ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:20.752367Z","caller":"traceutil/trace.go:171","msg":"trace[1046362794] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"950.8397ms","start":"2026-03-19T05:56:19.80149Z","end":"2026-03-19T05:56:20.75233Z","steps":["trace[1046362794] 'process raft request' (duration: 917.706332ms)","trace[1046362794] 'compare' (duration: 32.858801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:20.75255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:19.801477Z","time spent":"950.968332ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:20.752774Z","caller":"traceutil/trace.go:171","msg":"trace[2127428727] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1343; }","duration":"871.762059ms","start":"2026-03-19T05:56:19.880988Z","end":"2026-03-19T05:56:20.75275Z","steps":["trace[2127428727] 'read index received' (duration: 569.477444ms)","trace[2127428727] 'applied index is now lower than readState.Index' (duration: 302.280805ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:20.752856Z","caller":"traceutil/trace.go:171","msg":"trace[553935996] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"951.200188ms","start":"2026-03-19T05:56:19.801628Z","end":"2026-03-19T05:56:20.752828Z","steps":["trace[553935996] 'process raft request' (duration: 950.658735ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:20.75292Z","caller":"traceutil/trace.go:171","msg":"trace[1218130999] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"397.818821ms","start":"2026-03-19T05:56:20.35509Z","end":"2026-03-19T05:56:20.752909Z","steps":["trace[1218130999] 'process raft request' (duration: 397.505163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.752999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:19.801599Z","time spent":"951.322281ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:20.753016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:20.355027Z","time spent":"397.920604ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:20.753167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.17767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T05:56:20.75333Z","caller":"traceutil/trace.go:171","msg":"trace[1136973625] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1304; }","duration":"872.372275ms","start":"2026-03-19T05:56:19.880942Z","end":"2026-03-19T05:56:20.753314Z","steps":["trace[1136973625] 'agreement among raft nodes before linearized reading' (duration: 872.110198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.753369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:19.880918Z","time spent":"872.441407ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T05:56:20.753248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.194793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:20.753514Z","caller":"traceutil/trace.go:171","msg":"trace[258764420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1304; }","duration":"523.500851ms","start":"2026-03-19T05:56:20.229983Z","end":"2026-03-19T05:56:20.753484Z","steps":["trace[258764420] 'agreement among raft nodes before linearized reading' (duration: 523.021498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:20.753565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:20.229963Z","time spent":"523.589553ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:56:21.393028Z","caller":"traceutil/trace.go:171","msg":"trace[2147372299] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"387.739083ms","start":"2026-03-19T05:56:21.005258Z","end":"2026-03-19T05:56:21.392997Z","steps":["trace[2147372299] 'read index received' (duration: 349.94004ms)","trace[2147372299] 'applied index is now lower than readState.Index' (duration: 37.797193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:21.393055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:20.804885Z","time spent":"588.162725ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T05:56:21.393294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.00641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:56:21.393368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.203575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:21.393384Z","caller":"traceutil/trace.go:171","msg":"trace[385030285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1305; }","duration":"388.131772ms","start":"2026-03-19T05:56:21.005218Z","end":"2026-03-19T05:56:21.39335Z","steps":["trace[385030285] 'agreement among raft nodes before linearized reading' (duration: 387.875796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:21.393409Z","caller":"traceutil/trace.go:171","msg":"trace[185527760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1305; }","duration":"163.284806ms","start":"2026-03-19T05:56:21.230113Z","end":"2026-03-19T05:56:21.393398Z","steps":["trace[185527760] 'agreement among raft nodes before linearized reading' (duration: 163.235955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:21.393442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:21.005194Z","time spent":"388.238585ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:56:21.393318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.419028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:56:21.393568Z","caller":"traceutil/trace.go:171","msg":"trace[1057170404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1305; }","duration":"347.704845ms","start":"2026-03-19T05:56:21.045832Z","end":"2026-03-19T05:56:21.393536Z","steps":["trace[1057170404] 'agreement among raft nodes before linearized reading' (duration: 347.329696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:21.393685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:21.045807Z","time spent":"347.840108ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:21.39393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.99639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T05:56:21.394131Z","caller":"traceutil/trace.go:171","msg":"trace[1969092134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1305; }","duration":"281.210735ms","start":"2026-03-19T05:56:21.1128Z","end":"2026-03-19T05:56:21.39401Z","steps":["trace[1969092134] 'agreement among raft nodes before linearized reading' (duration: 280.699113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.522262Z","caller":"traceutil/trace.go:171","msg":"trace[40316675] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1387; }","duration":"115.848567ms","start":"2026-03-19T05:56:23.406378Z","end":"2026-03-19T05:56:23.522226Z","steps":["trace[40316675] 'read index received' (duration: 113.347605ms)","trace[40316675] 'applied index is now lower than readState.Index' (duration: 2.499292ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:23.522406Z","caller":"traceutil/trace.go:171","msg":"trace[1521070606] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"135.656115ms","start":"2026-03-19T05:56:23.386713Z","end":"2026-03-19T05:56:23.522369Z","steps":["trace[1521070606] 'process raft request' (duration: 132.833796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:23.522558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.158684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T05:56:23.522606Z","caller":"traceutil/trace.go:171","msg":"trace[1849675417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1344; }","duration":"116.285968ms","start":"2026-03-19T05:56:23.406306Z","end":"2026-03-19T05:56:23.522592Z","steps":["trace[1849675417] 'agreement among raft nodes before linearized reading' (duration: 116.083693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:23.622161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.990502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T05:56:23.622254Z","caller":"traceutil/trace.go:171","msg":"trace[850071047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1345; }","duration":"215.116966ms","start":"2026-03-19T05:56:23.407116Z","end":"2026-03-19T05:56:23.622233Z","steps":["trace[850071047] 'agreement among raft nodes before linearized reading' (duration: 214.89046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.622153Z","caller":"traceutil/trace.go:171","msg":"trace[967736990] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"215.121926ms","start":"2026-03-19T05:56:23.40699Z","end":"2026-03-19T05:56:23.622112Z","steps":["trace[967736990] 'process raft request' (duration: 214.786856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.81741Z","caller":"traceutil/trace.go:171","msg":"trace[1413916551] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1345; }","duration":"293.396555ms","start":"2026-03-19T05:56:23.523979Z","end":"2026-03-19T05:56:23.817376Z","steps":["trace[1413916551] 'process raft request' (duration: 219.150175ms)","trace[1413916551] 'compare' (duration: 74.008524ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:23.81772Z","caller":"traceutil/trace.go:171","msg":"trace[922793517] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1389; }","duration":"115.764624ms","start":"2026-03-19T05:56:23.70193Z","end":"2026-03-19T05:56:23.817694Z","steps":["trace[922793517] 'read index received' (duration: 41.217066ms)","trace[922793517] 'applied index is now lower than readState.Index' (duration: 74.546848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:23.817971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.030462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-03-19T05:56:23.817965Z","caller":"traceutil/trace.go:171","msg":"trace[1592831591] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"190.684773ms","start":"2026-03-19T05:56:23.627267Z","end":"2026-03-19T05:56:23.817952Z","steps":["trace[1592831591] 'process raft request' (duration: 190.345764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.818Z","caller":"traceutil/trace.go:171","msg":"trace[1141479394] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1347; }","duration":"116.122514ms","start":"2026-03-19T05:56:23.701865Z","end":"2026-03-19T05:56:23.817988Z","steps":["trace[1141479394] 'agreement among raft nodes before linearized reading' (duration: 115.920068ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:23.817976Z","caller":"traceutil/trace.go:171","msg":"trace[1738886165] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"290.835753ms","start":"2026-03-19T05:56:23.527109Z","end":"2026-03-19T05:56:23.817945Z","steps":["trace[1738886165] 'process raft request' (duration: 290.178726ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.536592Z","caller":"traceutil/trace.go:171","msg":"trace[1093919534] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1404; }","duration":"196.24911ms","start":"2026-03-19T05:56:25.340315Z","end":"2026-03-19T05:56:25.536564Z","steps":["trace[1093919534] 'read index received' (duration: 170.076445ms)","trace[1093919534] 'applied index is now lower than readState.Index' (duration: 26.171735ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:25.536659Z","caller":"traceutil/trace.go:171","msg":"trace[1908249681] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"199.014758ms","start":"2026-03-19T05:56:25.337612Z","end":"2026-03-19T05:56:25.536627Z","steps":["trace[1908249681] 'process raft request' (duration: 172.879484ms)","trace[1908249681] 'compare' (duration: 25.94039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:25.536801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.459816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:25.536939Z","caller":"traceutil/trace.go:171","msg":"trace[128806818] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/federations.rabbitmq.com; range_end:; response_count:0; response_revision:1360; }","duration":"196.596969ms","start":"2026-03-19T05:56:25.340281Z","end":"2026-03-19T05:56:25.536878Z","steps":["trace[128806818] 'agreement among raft nodes before linearized reading' (duration: 196.425144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.776119Z","caller":"traceutil/trace.go:171","msg":"trace[1451951279] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"232.840183ms","start":"2026-03-19T05:56:25.543249Z","end":"2026-03-19T05:56:25.776089Z","steps":["trace[1451951279] 'process raft request' (duration: 232.672588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.793406Z","caller":"traceutil/trace.go:171","msg":"trace[1594989336] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"246.753386ms","start":"2026-03-19T05:56:25.546627Z","end":"2026-03-19T05:56:25.79338Z","steps":["trace[1594989336] 'process raft request' (duration: 246.607742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:25.986049Z","caller":"traceutil/trace.go:171","msg":"trace[482430887] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1407; }","duration":"182.585663ms","start":"2026-03-19T05:56:25.803443Z","end":"2026-03-19T05:56:25.986028Z","steps":["trace[482430887] 'read index received' (duration: 182.49249ms)","trace[482430887] 'applied index is now lower than readState.Index' (duration: 92.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:25.986134Z","caller":"traceutil/trace.go:171","msg":"trace[1494215022] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"186.98755ms","start":"2026-03-19T05:56:25.799112Z","end":"2026-03-19T05:56:25.9861Z","steps":["trace[1494215022] 'process raft request' (duration: 186.772655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:25.986196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.737086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:25.986237Z","caller":"traceutil/trace.go:171","msg":"trace[238964107] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1363; }","duration":"182.819689ms","start":"2026-03-19T05:56:25.803403Z","end":"2026-03-19T05:56:25.986223Z","steps":["trace[238964107] 'agreement among raft nodes before linearized reading' (duration: 182.743417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.175092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.245502ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:26.175244Z","caller":"traceutil/trace.go:171","msg":"trace[1235621642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1363; }","duration":"130.407126ms","start":"2026-03-19T05:56:26.044806Z","end":"2026-03-19T05:56:26.175213Z","steps":["trace[1235621642] 'range keys from in-memory index tree' (duration: 130.216871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.266535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.572757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T05:56:26.26679Z","caller":"traceutil/trace.go:171","msg":"trace[614290471] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"272.124201ms","start":"2026-03-19T05:56:25.994647Z","end":"2026-03-19T05:56:26.266772Z","steps":["trace[614290471] 'process raft request' (duration: 272.001788ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:26.266795Z","caller":"traceutil/trace.go:171","msg":"trace[1021887799] linearizableReadLoop","detail":"{readStateIndex:1409; appliedIndex:1408; }","duration":"280.645902ms","start":"2026-03-19T05:56:25.986123Z","end":"2026-03-19T05:56:26.266769Z","steps":["trace[1021887799] 'read index received' (duration: 81.993193ms)","trace[1021887799] 'applied index is now lower than readState.Index' (duration: 198.649759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:26.266987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.287545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:26.267032Z","caller":"traceutil/trace.go:171","msg":"trace[679932458] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1364; }","duration":"274.385917ms","start":"2026-03-19T05:56:25.992635Z","end":"2026-03-19T05:56:26.267021Z","steps":["trace[679932458] 'agreement among raft nodes before linearized reading' (duration: 274.297965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.267033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.270341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:56:26.267041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.723453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:56:26.26706Z","caller":"traceutil/trace.go:171","msg":"trace[658525323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1364; }","duration":"445.319552ms","start":"2026-03-19T05:56:25.82173Z","end":"2026-03-19T05:56:26.26705Z","steps":["trace[658525323] 'agreement among raft nodes before linearized reading' (duration: 445.169628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.26709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.821719Z","time spent":"445.364104ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:56:26.267092Z","caller":"traceutil/trace.go:171","msg":"trace[272093291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1364; }","duration":"443.820695ms","start":"2026-03-19T05:56:25.823257Z","end":"2026-03-19T05:56:26.267077Z","steps":["trace[272093291] 'agreement among raft nodes before linearized reading' (duration: 443.630451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:26.267132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:25.823237Z","time spent":"443.886548ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:56:26.523185Z","caller":"traceutil/trace.go:171","msg":"trace[1239487002] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1416; }","duration":"125.451434ms","start":"2026-03-19T05:56:26.397708Z","end":"2026-03-19T05:56:26.52316Z","steps":["trace[1239487002] 'read index received' (duration: 42.613061ms)","trace[1239487002] 'applied index is now lower than readState.Index' (duration: 82.837433ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:26.523307Z","caller":"traceutil/trace.go:171","msg":"trace[1018018906] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"128.450088ms","start":"2026-03-19T05:56:26.394832Z","end":"2026-03-19T05:56:26.523282Z","steps":["trace[1018018906] 'process raft request' (duration: 45.568394ms)","trace[1018018906] 'compare' (duration: 82.650468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:26.523353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.624678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:26.523435Z","caller":"traceutil/trace.go:171","msg":"trace[1554939331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1371; }","duration":"125.749612ms","start":"2026-03-19T05:56:26.397659Z","end":"2026-03-19T05:56:26.523409Z","steps":["trace[1554939331] 'agreement among raft nodes before linearized reading' (duration: 125.638179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.563675Z","caller":"traceutil/trace.go:171","msg":"trace[2028587323] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"194.291911ms","start":"2026-03-19T05:56:31.369336Z","end":"2026-03-19T05:56:31.563628Z","steps":["trace[2028587323] 'process raft request' (duration: 102.241392ms)","trace[2028587323] 'compare' (duration: 91.874785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:31.563779Z","caller":"traceutil/trace.go:171","msg":"trace[2080524880] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"192.050327ms","start":"2026-03-19T05:56:31.371683Z","end":"2026-03-19T05:56:31.563734Z","steps":["trace[2080524880] 'process raft request' (duration: 191.896032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.56476Z","caller":"traceutil/trace.go:171","msg":"trace[92378958] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"190.373705ms","start":"2026-03-19T05:56:31.37365Z","end":"2026-03-19T05:56:31.564024Z","steps":["trace[92378958] 'process raft request' (duration: 190.14515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.563983Z","caller":"traceutil/trace.go:171","msg":"trace[1564547389] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1483; }","duration":"189.491834ms","start":"2026-03-19T05:56:31.374476Z","end":"2026-03-19T05:56:31.563967Z","steps":["trace[1564547389] 'process raft request' (duration: 189.377701ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.563943Z","caller":"traceutil/trace.go:171","msg":"trace[1026606571] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"190.430456ms","start":"2026-03-19T05:56:31.373484Z","end":"2026-03-19T05:56:31.563915Z","steps":["trace[1026606571] 'process raft request' (duration: 190.174859ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.565292Z","caller":"traceutil/trace.go:171","msg":"trace[375375128] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"191.383951ms","start":"2026-03-19T05:56:31.372428Z","end":"2026-03-19T05:56:31.563812Z","steps":["trace[375375128] 'process raft request' (duration: 191.188165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.566063Z","caller":"traceutil/trace.go:171","msg":"trace[1489250608] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"189.479852ms","start":"2026-03-19T05:56:31.376512Z","end":"2026-03-19T05:56:31.565992Z","steps":["trace[1489250608] 'process raft request' (duration: 187.387521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.567446Z","caller":"traceutil/trace.go:171","msg":"trace[486279312] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"190.702943ms","start":"2026-03-19T05:56:31.376706Z","end":"2026-03-19T05:56:31.567409Z","steps":["trace[486279312] 'process raft request' (duration: 188.937659ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.56885Z","caller":"traceutil/trace.go:171","msg":"trace[1488318878] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1539; }","duration":"197.130251ms","start":"2026-03-19T05:56:31.371657Z","end":"2026-03-19T05:56:31.568787Z","steps":["trace[1488318878] 'read index received' (duration: 23.11458ms)","trace[1488318878] 'applied index is now lower than readState.Index' (duration: 174.011731ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:31.568592Z","caller":"traceutil/trace.go:171","msg":"trace[129180318] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"187.565186ms","start":"2026-03-19T05:56:31.380785Z","end":"2026-03-19T05:56:31.56835Z","steps":["trace[129180318] 'process raft request' (duration: 186.301306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:31.57157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.743296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5819"} {"level":"warn","ts":"2026-03-19T05:56:31.571703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.027833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lj62w\" ","response":"range_response_count:1 size:4562"} {"level":"info","ts":"2026-03-19T05:56:31.571735Z","caller":"traceutil/trace.go:171","msg":"trace[1748107684] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1487; }","duration":"169.90622ms","start":"2026-03-19T05:56:31.401795Z","end":"2026-03-19T05:56:31.571701Z","steps":["trace[1748107684] 'agreement among raft nodes before linearized reading' (duration: 169.136631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:31.571738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.213643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5558"} {"level":"info","ts":"2026-03-19T05:56:31.571893Z","caller":"traceutil/trace.go:171","msg":"trace[1877192520] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:1487; }","duration":"195.395248ms","start":"2026-03-19T05:56:31.376439Z","end":"2026-03-19T05:56:31.571834Z","steps":["trace[1877192520] 'agreement among raft nodes before linearized reading' (duration: 194.217239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.571789Z","caller":"traceutil/trace.go:171","msg":"trace[753793542] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-lj62w; range_end:; response_count:1; response_revision:1487; }","duration":"200.162556ms","start":"2026-03-19T05:56:31.371596Z","end":"2026-03-19T05:56:31.571758Z","steps":["trace[753793542] 'agreement among raft nodes before linearized reading' (duration: 197.360307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.815698Z","caller":"traceutil/trace.go:171","msg":"trace[701884968] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"236.796379ms","start":"2026-03-19T05:56:31.578861Z","end":"2026-03-19T05:56:31.815657Z","steps":["trace[701884968] 'process raft request' (duration: 205.871646ms)","trace[701884968] 'compare' (duration: 30.634406ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:31.815731Z","caller":"traceutil/trace.go:171","msg":"trace[1824640174] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"233.537929ms","start":"2026-03-19T05:56:31.582164Z","end":"2026-03-19T05:56:31.815702Z","steps":["trace[1824640174] 'process raft request' (duration: 233.389165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.815888Z","caller":"traceutil/trace.go:171","msg":"trace[1815720385] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1551; }","duration":"185.432803ms","start":"2026-03-19T05:56:31.630407Z","end":"2026-03-19T05:56:31.81584Z","steps":["trace[1815720385] 'read index received' (duration: 154.256735ms)","trace[1815720385] 'applied index is now lower than readState.Index' (duration: 31.171108ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:31.816025Z","caller":"traceutil/trace.go:171","msg":"trace[1686127201] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"202.422012ms","start":"2026-03-19T05:56:31.613532Z","end":"2026-03-19T05:56:31.815954Z","steps":["trace[1686127201] 'process raft request' (duration: 202.103233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:31.816154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.227636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2939"} {"level":"info","ts":"2026-03-19T05:56:31.816239Z","caller":"traceutil/trace.go:171","msg":"trace[879327319] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:1491; }","duration":"234.36026ms","start":"2026-03-19T05:56:31.581859Z","end":"2026-03-19T05:56:31.816219Z","steps":["trace[879327319] 'agreement among raft nodes before linearized reading' (duration: 234.109164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:31.816342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.651197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5837"} {"level":"info","ts":"2026-03-19T05:56:31.816402Z","caller":"traceutil/trace.go:171","msg":"trace[1615408948] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:1491; }","duration":"234.725269ms","start":"2026-03-19T05:56:31.581659Z","end":"2026-03-19T05:56:31.816385Z","steps":["trace[1615408948] 'agreement among raft nodes before linearized reading' (duration: 234.35739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.819745Z","caller":"traceutil/trace.go:171","msg":"trace[839403386] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"182.414559ms","start":"2026-03-19T05:56:31.6373Z","end":"2026-03-19T05:56:31.819714Z","steps":["trace[839403386] 'process raft request' (duration: 182.119751ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.819801Z","caller":"traceutil/trace.go:171","msg":"trace[1339328520] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"162.715983ms","start":"2026-03-19T05:56:31.657061Z","end":"2026-03-19T05:56:31.819777Z","steps":["trace[1339328520] 'process raft request' (duration: 162.556229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:31.819986Z","caller":"traceutil/trace.go:171","msg":"trace[276758068] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"159.173406ms","start":"2026-03-19T05:56:31.660784Z","end":"2026-03-19T05:56:31.819957Z","steps":["trace[276758068] 'process raft request' (duration: 158.94511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:31.820347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.219001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-03-19T05:56:31.820406Z","caller":"traceutil/trace.go:171","msg":"trace[730625806] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1494; }","duration":"158.516489ms","start":"2026-03-19T05:56:31.661876Z","end":"2026-03-19T05:56:31.820392Z","steps":["trace[730625806] 'agreement among raft nodes before linearized reading' (duration: 158.120919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:31.820538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.714073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-03-19T05:56:31.820589Z","caller":"traceutil/trace.go:171","msg":"trace[1283442842] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1494; }","duration":"158.813828ms","start":"2026-03-19T05:56:31.661762Z","end":"2026-03-19T05:56:31.820576Z","steps":["trace[1283442842] 'agreement among raft nodes before linearized reading' (duration: 158.181522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:32.136463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.667872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:56:32.136696Z","caller":"traceutil/trace.go:171","msg":"trace[164411635] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"309.928673ms","start":"2026-03-19T05:56:31.826724Z","end":"2026-03-19T05:56:32.136652Z","steps":["trace[164411635] 'process raft request' (duration: 103.968164ms)","trace[164411635] 'compare' (duration: 205.492138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:32.136778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.826709Z","time spent":"310.034196ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:32.137067Z","caller":"traceutil/trace.go:171","msg":"trace[2060763366] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"310.253291ms","start":"2026-03-19T05:56:31.826798Z","end":"2026-03-19T05:56:32.137051Z","steps":["trace[2060763366] 'process raft request' (duration: 309.78722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:32.137153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.826771Z","time spent":"310.342044ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5843,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:32.137135Z","caller":"traceutil/trace.go:171","msg":"trace[640669014] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1557; }","duration":"247.123964ms","start":"2026-03-19T05:56:31.889984Z","end":"2026-03-19T05:56:32.137108Z","steps":["trace[640669014] 'read index received' (duration: 40.717614ms)","trace[640669014] 'applied index is now lower than readState.Index' (duration: 206.40496ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:32.137325Z","caller":"traceutil/trace.go:171","msg":"trace[1069167074] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"308.407296ms","start":"2026-03-19T05:56:31.828906Z","end":"2026-03-19T05:56:32.137313Z","steps":["trace[1069167074] 'process raft request' (duration: 307.973325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:32.137386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.828881Z","time spent":"308.475217ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5800,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:32.137644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.646397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-03-19T05:56:32.137936Z","caller":"traceutil/trace.go:171","msg":"trace[580118600] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"304.16827ms","start":"2026-03-19T05:56:31.833753Z","end":"2026-03-19T05:56:32.137922Z","steps":["trace[580118600] 'process raft request' (duration: 303.280789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:32.138027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:31.833731Z","time spent":"304.244513ms","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3246,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:32.137694Z","caller":"traceutil/trace.go:171","msg":"trace[855742772] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1498; }","duration":"247.76072ms","start":"2026-03-19T05:56:31.889922Z","end":"2026-03-19T05:56:32.137683Z","steps":["trace[855742772] 'agreement among raft nodes before linearized reading' (duration: 247.293718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.323982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:56:40.408114Z","caller":"traceutil/trace.go:171","msg":"trace[2126091606] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1678; }","duration":"584.774621ms","start":"2026-03-19T05:56:39.823319Z","end":"2026-03-19T05:56:40.408094Z","steps":["trace[2126091606] 'read index received' (duration: 584.588616ms)","trace[2126091606] 'applied index is now lower than readState.Index' (duration: 184.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:40.408214Z","caller":"traceutil/trace.go:171","msg":"trace[903517172] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"599.74487ms","start":"2026-03-19T05:56:39.808418Z","end":"2026-03-19T05:56:40.408163Z","steps":["trace[903517172] 'process raft request' (duration: 599.511435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.408309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.970126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:40.408388Z","caller":"traceutil/trace.go:171","msg":"trace[1887981372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1609; }","duration":"585.091618ms","start":"2026-03-19T05:56:39.823277Z","end":"2026-03-19T05:56:40.408369Z","steps":["trace[1887981372] 'agreement among raft nodes before linearized reading' (duration: 584.959605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.408419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.808399Z","time spent":"599.915054ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:40.408428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.645726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:40.408456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.823259Z","time spent":"585.173661ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-19T05:56:40.408494Z","caller":"traceutil/trace.go:171","msg":"trace[892361823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1609; }","duration":"517.759238ms","start":"2026-03-19T05:56:39.890716Z","end":"2026-03-19T05:56:40.408476Z","steps":["trace[892361823] 'agreement among raft nodes before linearized reading' (duration: 517.614365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.408543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.890704Z","time spent":"517.82706ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:56:40.408465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.042748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:40.408565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.605985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:40.408625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.970051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:40.408633Z","caller":"traceutil/trace.go:171","msg":"trace[931145933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1609; }","duration":"585.316304ms","start":"2026-03-19T05:56:39.823297Z","end":"2026-03-19T05:56:40.408614Z","steps":["trace[931145933] 'agreement among raft nodes before linearized reading' (duration: 584.995967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:40.408664Z","caller":"traceutil/trace.go:171","msg":"trace[958727069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1609; }","duration":"178.725988ms","start":"2026-03-19T05:56:40.229913Z","end":"2026-03-19T05:56:40.408639Z","steps":["trace[958727069] 'agreement among raft nodes before linearized reading' (duration: 178.592095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.40874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.823279Z","time spent":"585.445577ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:56:40.408738Z","caller":"traceutil/trace.go:171","msg":"trace[1359886559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1609; }","duration":"556.088524ms","start":"2026-03-19T05:56:39.852621Z","end":"2026-03-19T05:56:40.40871Z","steps":["trace[1359886559] 'agreement among raft nodes before linearized reading' (duration: 555.968291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.408507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.975494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:40.408758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.011112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:40.408806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.852612Z","time spent":"556.178026ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:56:40.408817Z","caller":"traceutil/trace.go:171","msg":"trace[1895879538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1609; }","duration":"518.340533ms","start":"2026-03-19T05:56:39.890453Z","end":"2026-03-19T05:56:40.408794Z","steps":["trace[1895879538] 'agreement among raft nodes before linearized reading' (duration: 517.973544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.408886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.890432Z","time spent":"518.432025ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-19T05:56:40.408883Z","caller":"traceutil/trace.go:171","msg":"trace[436043268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1609; }","duration":"556.180956ms","start":"2026-03-19T05:56:39.852667Z","end":"2026-03-19T05:56:40.408848Z","steps":["trace[436043268] 'agreement among raft nodes before linearized reading' (duration: 555.903069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.409004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.852663Z","time spent":"556.321149ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T05:56:40.408992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.072376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:40.409091Z","caller":"traceutil/trace.go:171","msg":"trace[1701361046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1609; }","duration":"518.695881ms","start":"2026-03-19T05:56:39.890369Z","end":"2026-03-19T05:56:40.409064Z","steps":["trace[1701361046] 'agreement among raft nodes before linearized reading' (duration: 518.049056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:40.409162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:39.890359Z","time spent":"518.782313ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:56:45.036818Z","caller":"traceutil/trace.go:171","msg":"trace[413941152] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1705; }","duration":"116.767271ms","start":"2026-03-19T05:56:44.920025Z","end":"2026-03-19T05:56:45.036793Z","steps":["trace[413941152] 'read index received' (duration: 116.504124ms)","trace[413941152] 'applied index is now lower than readState.Index' (duration: 262.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:45.036881Z","caller":"traceutil/trace.go:171","msg":"trace[557746056] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"160.913579ms","start":"2026-03-19T05:56:44.875923Z","end":"2026-03-19T05:56:45.036837Z","steps":["trace[557746056] 'process raft request' (duration: 160.681743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:45.037056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.013096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:56:45.037143Z","caller":"traceutil/trace.go:171","msg":"trace[1132656443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1635; }","duration":"117.141539ms","start":"2026-03-19T05:56:44.919977Z","end":"2026-03-19T05:56:45.037119Z","steps":["trace[1132656443] 'agreement among raft nodes before linearized reading' (duration: 116.918714ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:45.279373Z","caller":"traceutil/trace.go:171","msg":"trace[449000391] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"233.633283ms","start":"2026-03-19T05:56:45.045712Z","end":"2026-03-19T05:56:45.279345Z","steps":["trace[449000391] 'process raft request' (duration: 233.543529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:45.279398Z","caller":"traceutil/trace.go:171","msg":"trace[1977304816] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"237.312232ms","start":"2026-03-19T05:56:45.042062Z","end":"2026-03-19T05:56:45.279374Z","steps":["trace[1977304816] 'process raft request' (duration: 235.20039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:45.69269Z","caller":"traceutil/trace.go:171","msg":"trace[1888854446] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"179.770254ms","start":"2026-03-19T05:56:45.512875Z","end":"2026-03-19T05:56:45.692645Z","steps":["trace[1888854446] 'process raft request' (duration: 131.75095ms)","trace[1888854446] 'compare' (duration: 47.804518ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:45.693215Z","caller":"traceutil/trace.go:171","msg":"trace[1909940313] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"111.786667ms","start":"2026-03-19T05:56:45.581411Z","end":"2026-03-19T05:56:45.693198Z","steps":["trace[1909940313] 'process raft request' (duration: 111.191283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:45.693418Z","caller":"traceutil/trace.go:171","msg":"trace[524990870] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"102.014656ms","start":"2026-03-19T05:56:45.591379Z","end":"2026-03-19T05:56:45.693394Z","steps":["trace[524990870] 'process raft request' (duration: 101.536514ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:46.021291Z","caller":"traceutil/trace.go:171","msg":"trace[1765410100] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1713; }","duration":"222.67034ms","start":"2026-03-19T05:56:45.798596Z","end":"2026-03-19T05:56:46.021267Z","steps":["trace[1765410100] 'read index received' (duration: 222.540817ms)","trace[1765410100] 'applied index is now lower than readState.Index' (duration: 128.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:46.021331Z","caller":"traceutil/trace.go:171","msg":"trace[46761981] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"234.135573ms","start":"2026-03-19T05:56:45.787164Z","end":"2026-03-19T05:56:46.021299Z","steps":["trace[46761981] 'process raft request' (duration: 233.895347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:46.021496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.878816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:46.021598Z","caller":"traceutil/trace.go:171","msg":"trace[1174915790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1643; }","duration":"223.03598ms","start":"2026-03-19T05:56:45.798548Z","end":"2026-03-19T05:56:46.021584Z","steps":["trace[1174915790] 'agreement among raft nodes before linearized reading' (duration: 222.841575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:46.240469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.007218ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T05:56:46.240773Z","caller":"traceutil/trace.go:171","msg":"trace[1674410130] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1714; }","duration":"219.379261ms","start":"2026-03-19T05:56:46.021363Z","end":"2026-03-19T05:56:46.240711Z","steps":["trace[1674410130] 'read index received' (duration: 50.090386ms)","trace[1674410130] 'applied index is now lower than readState.Index' (duration: 169.253984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:46.240974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.165286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:46.240882Z","caller":"traceutil/trace.go:171","msg":"trace[1198383270] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"217.627598ms","start":"2026-03-19T05:56:46.023226Z","end":"2026-03-19T05:56:46.240854Z","steps":["trace[1198383270] 'process raft request' (duration: 217.398242ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:46.241072Z","caller":"traceutil/trace.go:171","msg":"trace[1119680836] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1644; }","duration":"352.34037ms","start":"2026-03-19T05:56:45.888711Z","end":"2026-03-19T05:56:46.241051Z","steps":["trace[1119680836] 'agreement among raft nodes before linearized reading' (duration: 352.105854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:46.24114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:45.888632Z","time spent":"352.497183ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:56:46.241178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.027417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:46.241289Z","caller":"traceutil/trace.go:171","msg":"trace[1409722313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1644; }","duration":"205.186471ms","start":"2026-03-19T05:56:46.036078Z","end":"2026-03-19T05:56:46.241265Z","steps":["trace[1409722313] 'agreement among raft nodes before linearized reading' (duration: 204.995526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:46.668989Z","caller":"traceutil/trace.go:171","msg":"trace[1931438055] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"422.780357ms","start":"2026-03-19T05:56:46.246179Z","end":"2026-03-19T05:56:46.66896Z","steps":["trace[1931438055] 'process raft request' (duration: 384.929803ms)","trace[1931438055] 'compare' (duration: 37.554956ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:46.669028Z","caller":"traceutil/trace.go:171","msg":"trace[1422001807] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"237.957839ms","start":"2026-03-19T05:56:46.431043Z","end":"2026-03-19T05:56:46.669001Z","steps":["trace[1422001807] 'process raft request' (duration: 237.859157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:46.669136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.246159Z","time spent":"422.91622ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1248,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T05:56:46.669319Z","caller":"traceutil/trace.go:171","msg":"trace[549513613] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1716; }","duration":"413.749635ms","start":"2026-03-19T05:56:46.255507Z","end":"2026-03-19T05:56:46.669257Z","steps":["trace[549513613] 'read index received' (duration: 30.560504ms)","trace[549513613] 'applied index is now lower than readState.Index' (duration: 383.18687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:46.669584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.054442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:46.669639Z","caller":"traceutil/trace.go:171","msg":"trace[1976261489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1647; }","duration":"414.154995ms","start":"2026-03-19T05:56:46.255472Z","end":"2026-03-19T05:56:46.669627Z","steps":["trace[1976261489] 'agreement among raft nodes before linearized reading' (duration: 414.059402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:46.669686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:46.255461Z","time spent":"414.217776ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:56:46.67001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.846204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:56:46.670138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.445485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:56:46.670188Z","caller":"traceutil/trace.go:171","msg":"trace[506614339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1647; }","duration":"198.562488ms","start":"2026-03-19T05:56:46.471615Z","end":"2026-03-19T05:56:46.670178Z","steps":["trace[506614339] 'agreement among raft nodes before linearized reading' (duration: 198.445325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:46.670278Z","caller":"traceutil/trace.go:171","msg":"trace[1020891688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1647; }","duration":"199.05601ms","start":"2026-03-19T05:56:46.471082Z","end":"2026-03-19T05:56:46.670138Z","steps":["trace[1020891688] 'agreement among raft nodes before linearized reading' (duration: 198.756133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:46.670026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.150231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-19T05:56:46.67057Z","caller":"traceutil/trace.go:171","msg":"trace[897765382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1647; }","duration":"158.741956ms","start":"2026-03-19T05:56:46.511811Z","end":"2026-03-19T05:56:46.670553Z","steps":["trace[897765382] 'agreement among raft nodes before linearized reading' (duration: 158.112161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:46.831787Z","caller":"traceutil/trace.go:171","msg":"trace[812973322] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"156.906909ms","start":"2026-03-19T05:56:46.674854Z","end":"2026-03-19T05:56:46.831761Z","steps":["trace[812973322] 'process raft request' (duration: 99.955104ms)","trace[812973322] 'compare' (duration: 56.777871ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:56:46.831926Z","caller":"traceutil/trace.go:171","msg":"trace[2104787591] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"156.980241ms","start":"2026-03-19T05:56:46.674922Z","end":"2026-03-19T05:56:46.831902Z","steps":["trace[2104787591] 'process raft request' (duration: 156.785917ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:46.831913Z","caller":"traceutil/trace.go:171","msg":"trace[1564772671] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1719; }","duration":"148.483622ms","start":"2026-03-19T05:56:46.68339Z","end":"2026-03-19T05:56:46.831874Z","steps":["trace[1564772671] 'read index received' (duration: 55.077428ms)","trace[1564772671] 'applied index is now lower than readState.Index' (duration: 93.404054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:46.832042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.622695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:56:46.8321Z","caller":"traceutil/trace.go:171","msg":"trace[972813943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1650; }","duration":"148.722318ms","start":"2026-03-19T05:56:46.683362Z","end":"2026-03-19T05:56:46.832084Z","steps":["trace[972813943] 'agreement among raft nodes before linearized reading' (duration: 148.612525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:47.026105Z","caller":"traceutil/trace.go:171","msg":"trace[1708189556] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"159.641077ms","start":"2026-03-19T05:56:46.866436Z","end":"2026-03-19T05:56:47.026077Z","steps":["trace[1708189556] 'process raft request' (duration: 82.394471ms)","trace[1708189556] 'compare' (duration: 77.135243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:49.791102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:50.292099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:50.79236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:51.293045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:56:51.411849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.139416799s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:56:51.412361Z","caller":"traceutil/trace.go:171","msg":"trace[2132505716] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"2.140085206s","start":"2026-03-19T05:56:49.272238Z","end":"2026-03-19T05:56:51.412323Z","steps":["trace[2132505716] 'process raft request' (duration: 2.139901522s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.412557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.272218Z","time spent":"2.14024643s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:51.43204Z","caller":"traceutil/trace.go:171","msg":"trace[1234417105] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"1.727856631s","start":"2026-03-19T05:56:49.704144Z","end":"2026-03-19T05:56:51.432001Z","steps":["trace[1234417105] 'process raft request' (duration: 1.727657236s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.432068Z","caller":"traceutil/trace.go:171","msg":"trace[813667308] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"1.727602575s","start":"2026-03-19T05:56:49.704434Z","end":"2026-03-19T05:56:51.432037Z","steps":["trace[813667308] 'process raft request' (duration: 1.727486602s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.432052Z","caller":"traceutil/trace.go:171","msg":"trace[1994052532] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"747.986026ms","start":"2026-03-19T05:56:50.684046Z","end":"2026-03-19T05:56:51.432032Z","steps":["trace[1994052532] 'process raft request' (duration: 747.911794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.432219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.704115Z","time spent":"1.728013565s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.432245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.704415Z","time spent":"1.727723477s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:51.432276Z","caller":"traceutil/trace.go:171","msg":"trace[1115670315] linearizableReadLoop","detail":"{readStateIndex:1801; appliedIndex:1797; }","duration":"2.141901972s","start":"2026-03-19T05:56:49.290358Z","end":"2026-03-19T05:56:51.43226Z","steps":["trace[1115670315] 'read index received' (duration: 2.121763605s)","trace[1115670315] 'applied index is now lower than readState.Index' (duration: 20.136517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:51.43246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.915705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:51.432515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004218855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54287bae-c52b-46af-9621-2f0958be0b42\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T05:56:51.432558Z","caller":"traceutil/trace.go:171","msg":"trace[1975001317] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54287bae-c52b-46af-9621-2f0958be0b42; range_end:; response_count:1; response_revision:1730; }","duration":"2.004288677s","start":"2026-03-19T05:56:49.428256Z","end":"2026-03-19T05:56:51.432545Z","steps":["trace[1975001317] 'agreement among raft nodes before linearized reading' (duration: 2.004119303s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.432574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.797957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:56:51.432591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.442104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T05:56:51.43259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.428242Z","time spent":"2.004340398s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54287bae-c52b-46af-9621-2f0958be0b42\" "} {"level":"warn","ts":"2026-03-19T05:56:51.432609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603443221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54287bae-c52b-46af-9621-2f0958be0b42\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T05:56:51.432632Z","caller":"traceutil/trace.go:171","msg":"trace[582761739] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:1730; }","duration":"627.515616ms","start":"2026-03-19T05:56:50.805102Z","end":"2026-03-19T05:56:51.432617Z","steps":["trace[582761739] 'agreement among raft nodes before linearized reading' (duration: 627.427374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.432658Z","caller":"traceutil/trace.go:171","msg":"trace[1729202856] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54287bae-c52b-46af-9621-2f0958be0b42; range_end:; response_count:1; response_revision:1730; }","duration":"1.603509973s","start":"2026-03-19T05:56:49.829133Z","end":"2026-03-19T05:56:51.432643Z","steps":["trace[1729202856] 'agreement among raft nodes before linearized reading' (duration: 1.603397431s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.432665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:50.80508Z","time spent":"627.578777ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-03-19T05:56:51.432633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:50.684021Z","time spent":"748.227322ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.432725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.805332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T05:56:51.432735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743039774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:51.432838Z","caller":"traceutil/trace.go:171","msg":"trace[914831406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"288.978296ms","start":"2026-03-19T05:56:51.143816Z","end":"2026-03-19T05:56:51.432794Z","steps":["trace[914831406] 'agreement among raft nodes before linearized reading' (duration: 288.688529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.432842Z","caller":"traceutil/trace.go:171","msg":"trace[348088543] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"1.743175467s","start":"2026-03-19T05:56:49.689636Z","end":"2026-03-19T05:56:51.432811Z","steps":["trace[348088543] 'agreement among raft nodes before linearized reading' (duration: 1.742920541s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.432563Z","caller":"traceutil/trace.go:171","msg":"trace[586865183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"203.032897ms","start":"2026-03-19T05:56:51.229506Z","end":"2026-03-19T05:56:51.432539Z","steps":["trace[586865183] 'agreement among raft nodes before linearized reading' (duration: 202.889813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.432754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.829119Z","time spent":"1.603621406s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54287bae-c52b-46af-9621-2f0958be0b42\" "} {"level":"warn","ts":"2026-03-19T05:56:51.432893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.689619Z","time spent":"1.74326504s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T05:56:51.432619Z","caller":"traceutil/trace.go:171","msg":"trace[1241108961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"585.888238ms","start":"2026-03-19T05:56:50.846718Z","end":"2026-03-19T05:56:51.432606Z","steps":["trace[1241108961] 'agreement among raft nodes before linearized reading' (duration: 585.804626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.432886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.406268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T05:56:51.432978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:50.846632Z","time spent":"586.334069ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:51.432489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142121227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:56:51.433045Z","caller":"traceutil/trace.go:171","msg":"trace[605953409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1730; }","duration":"643.611823ms","start":"2026-03-19T05:56:50.789389Z","end":"2026-03-19T05:56:51.433001Z","steps":["trace[605953409] 'agreement among raft nodes before linearized reading' (duration: 643.163402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.433111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:50.789368Z","time spent":"643.727835ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T05:56:51.432497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.567125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:56:51.432493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.638227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:56:51.433247Z","caller":"traceutil/trace.go:171","msg":"trace[1065667561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"679.346874ms","start":"2026-03-19T05:56:50.753886Z","end":"2026-03-19T05:56:51.433233Z","steps":["trace[1065667561] 'agreement among raft nodes before linearized reading' (duration: 678.515124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.433347Z","caller":"traceutil/trace.go:171","msg":"trace[1205498260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1730; }","duration":"587.508128ms","start":"2026-03-19T05:56:50.845824Z","end":"2026-03-19T05:56:51.433332Z","steps":["trace[1205498260] 'agreement among raft nodes before linearized reading' (duration: 586.558705ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.433125Z","caller":"traceutil/trace.go:171","msg":"trace[37259247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"2.142775383s","start":"2026-03-19T05:56:49.290302Z","end":"2026-03-19T05:56:51.433078Z","steps":["trace[37259247] 'agreement among raft nodes before linearized reading' (duration: 2.142051915s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.433401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:50.753872Z","time spent":"679.464816ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:56:51.433419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:50.845808Z","time spent":"587.59174ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:56:51.433496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.290283Z","time spent":"2.143174012s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:56:51.433866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735497588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:51.433979Z","caller":"traceutil/trace.go:171","msg":"trace[1705866789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"1.735681743s","start":"2026-03-19T05:56:49.698269Z","end":"2026-03-19T05:56:51.43395Z","steps":["trace[1705866789] 'agreement among raft nodes before linearized reading' (duration: 1.734846632s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.434171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:49.698246Z","time spent":"1.735909179s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:56:51.736654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.232948ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-19T05:56:51.736867Z","caller":"traceutil/trace.go:171","msg":"trace[2111855086] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"302.755696ms","start":"2026-03-19T05:56:51.434085Z","end":"2026-03-19T05:56:51.73684Z","steps":["trace[2111855086] 'read index received' (duration: 104.311513ms)","trace[2111855086] 'applied index is now lower than readState.Index' (duration: 198.441943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:51.736982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.877409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:56:51.736964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.433631Z","time spent":"303.325181ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T05:56:51.737023Z","caller":"traceutil/trace.go:171","msg":"trace[715513561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"302.95469ms","start":"2026-03-19T05:56:51.434057Z","end":"2026-03-19T05:56:51.737011Z","steps":["trace[715513561] 'agreement among raft nodes before linearized reading' (duration: 302.851168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.737078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.434027Z","time spent":"303.041403ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:56:51.813373Z","caller":"traceutil/trace.go:171","msg":"trace[213962532] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"374.032405ms","start":"2026-03-19T05:56:51.439316Z","end":"2026-03-19T05:56:51.813348Z","steps":["trace[213962532] 'process raft request' (duration: 373.82763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.813539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.439292Z","time spent":"374.159098ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:51.813755Z","caller":"traceutil/trace.go:171","msg":"trace[143074691] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"374.307341ms","start":"2026-03-19T05:56:51.439411Z","end":"2026-03-19T05:56:51.813718Z","steps":["trace[143074691] 'process raft request' (duration: 373.895351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.813865Z","caller":"traceutil/trace.go:171","msg":"trace[45918506] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"371.477471ms","start":"2026-03-19T05:56:51.442367Z","end":"2026-03-19T05:56:51.813844Z","steps":["trace[45918506] 'process raft request' (duration: 371.42126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.813922Z","caller":"traceutil/trace.go:171","msg":"trace[1753310695] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"373.101332ms","start":"2026-03-19T05:56:51.440804Z","end":"2026-03-19T05:56:51.813906Z","steps":["trace[1753310695] 'process raft request' (duration: 372.914607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.813899Z","caller":"traceutil/trace.go:171","msg":"trace[1382214876] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"373.200954ms","start":"2026-03-19T05:56:51.440659Z","end":"2026-03-19T05:56:51.81386Z","steps":["trace[1382214876] 'process raft request' (duration: 372.980848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.813913Z","caller":"traceutil/trace.go:171","msg":"trace[979523258] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"374.151457ms","start":"2026-03-19T05:56:51.439723Z","end":"2026-03-19T05:56:51.813874Z","steps":["trace[979523258] 'process raft request' (duration: 373.833469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:51.813967Z","caller":"traceutil/trace.go:171","msg":"trace[1795945718] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"373.149413ms","start":"2026-03-19T05:56:51.440795Z","end":"2026-03-19T05:56:51.813944Z","steps":["trace[1795945718] 'process raft request' (duration: 372.879786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.813993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.440782Z","time spent":"373.170283ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.813996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.442354Z","time spent":"371.564073ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:56:51.813985Z","caller":"traceutil/trace.go:171","msg":"trace[1620782833] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"371.78701ms","start":"2026-03-19T05:56:51.44216Z","end":"2026-03-19T05:56:51.813947Z","steps":["trace[1620782833] 'process raft request' (duration: 371.591775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:56:51.814051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.440768Z","time spent":"373.231884ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.814067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.44065Z","time spent":"373.326506ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.814089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.43971Z","time spent":"374.27476ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.81419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.442153Z","time spent":"371.914803ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:51.814407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:56:51.439385Z","time spent":"374.453495ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:56:56.577219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.96812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T05:56:56.57731Z","caller":"traceutil/trace.go:171","msg":"trace[178677098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1775; }","duration":"174.097515ms","start":"2026-03-19T05:56:56.403191Z","end":"2026-03-19T05:56:56.577289Z","steps":["trace[178677098] 'range keys from in-memory index tree' (duration: 173.798426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:56.577451Z","caller":"traceutil/trace.go:171","msg":"trace[1884469369] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"106.927208ms","start":"2026-03-19T05:56:56.470505Z","end":"2026-03-19T05:56:56.577433Z","steps":["trace[1884469369] 'read index received' (duration: 106.750734ms)","trace[1884469369] 'applied index is now lower than readState.Index' (duration: 175.784µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:56:56.577601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.085222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:56:56.57764Z","caller":"traceutil/trace.go:171","msg":"trace[1670235880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1776; }","duration":"107.149243ms","start":"2026-03-19T05:56:56.470478Z","end":"2026-03-19T05:56:56.577628Z","steps":["trace[1670235880] 'agreement among raft nodes before linearized reading' (duration: 107.02448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:56:56.577963Z","caller":"traceutil/trace.go:171","msg":"trace[453582299] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"174.155715ms","start":"2026-03-19T05:56:56.403796Z","end":"2026-03-19T05:56:56.577952Z","steps":["trace[453582299] 'process raft request' (duration: 173.512259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:05.909065Z","caller":"traceutil/trace.go:171","msg":"trace[1704703088] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"410.847803ms","start":"2026-03-19T05:57:05.498166Z","end":"2026-03-19T05:57:05.909013Z","steps":["trace[1704703088] 'process raft request' (duration: 410.676769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:05.909246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:05.498066Z","time spent":"411.092008ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:06.24383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.944407ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:06.243994Z","caller":"traceutil/trace.go:171","msg":"trace[1960318184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1844; }","duration":"199.119681ms","start":"2026-03-19T05:57:06.044855Z","end":"2026-03-19T05:57:06.243975Z","steps":["trace[1960318184] 'range keys from in-memory index tree' (duration: 198.927056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:06.271057Z","caller":"traceutil/trace.go:171","msg":"trace[2095659699] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"754.028066ms","start":"2026-03-19T05:57:05.517Z","end":"2026-03-19T05:57:06.271028Z","steps":["trace[2095659699] 'process raft request' (duration: 753.856352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:06.271215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:05.516976Z","time spent":"754.161469ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:06.271264Z","caller":"traceutil/trace.go:171","msg":"trace[1643092136] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1919; }","duration":"624.627335ms","start":"2026-03-19T05:57:05.646607Z","end":"2026-03-19T05:57:06.271234Z","steps":["trace[1643092136] 'read index received' (duration: 262.30751ms)","trace[1643092136] 'applied index is now lower than readState.Index' (duration: 362.317775ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:06.27133Z","caller":"traceutil/trace.go:171","msg":"trace[1067840077] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"679.330895ms","start":"2026-03-19T05:57:05.591938Z","end":"2026-03-19T05:57:06.271268Z","steps":["trace[1067840077] 'process raft request' (duration: 679.052868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:06.271474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:05.59191Z","time spent":"679.480419ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:06.271536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.930153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:06.271585Z","caller":"traceutil/trace.go:171","msg":"trace[42469107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"625.008204ms","start":"2026-03-19T05:57:05.646565Z","end":"2026-03-19T05:57:06.271573Z","steps":["trace[42469107] 'agreement among raft nodes before linearized reading' (duration: 624.86642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:06.271624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:05.646551Z","time spent":"625.065306ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:06.271651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.341188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:57:06.271691Z","caller":"traceutil/trace.go:171","msg":"trace[1346902932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1846; }","duration":"341.426051ms","start":"2026-03-19T05:57:05.930252Z","end":"2026-03-19T05:57:06.271678Z","steps":["trace[1346902932] 'agreement among raft nodes before linearized reading' (duration: 341.264737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:06.271732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:05.930226Z","time spent":"341.497272ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:06.271706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.462734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:57:06.271792Z","caller":"traceutil/trace.go:171","msg":"trace[467310530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1846; }","duration":"288.582727ms","start":"2026-03-19T05:57:05.983191Z","end":"2026-03-19T05:57:06.271774Z","steps":["trace[467310530] 'agreement among raft nodes before linearized reading' (duration: 288.353591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:06.271861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.773456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T05:57:06.272022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.640229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:57:06.271978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.315505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:57:06.272083Z","caller":"traceutil/trace.go:171","msg":"trace[1476140112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1846; }","duration":"290.031513ms","start":"2026-03-19T05:57:05.982024Z","end":"2026-03-19T05:57:06.272055Z","steps":["trace[1476140112] 'agreement among raft nodes before linearized reading' (duration: 289.564401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:06.272158Z","caller":"traceutil/trace.go:171","msg":"trace[353673409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1846; }","duration":"274.555511ms","start":"2026-03-19T05:57:05.997589Z","end":"2026-03-19T05:57:06.272144Z","steps":["trace[353673409] 'agreement among raft nodes before linearized reading' (duration: 273.940786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:06.272267Z","caller":"traceutil/trace.go:171","msg":"trace[1830627338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1846; }","duration":"271.803033ms","start":"2026-03-19T05:57:06.000325Z","end":"2026-03-19T05:57:06.272128Z","steps":["trace[1830627338] 'agreement among raft nodes before linearized reading' (duration: 271.297461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:07.320352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:07.619935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111986023s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T05:57:07.888548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.719859Z","time spent":"1.168683485s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T05:57:07.888964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.723379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:07.889082Z","caller":"traceutil/trace.go:171","msg":"trace[1606150350] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"1.613120648s","start":"2026-03-19T05:57:06.275925Z","end":"2026-03-19T05:57:07.889046Z","steps":["trace[1606150350] 'process raft request' (duration: 1.344221615s)","trace[1606150350] 'compare' (duration: 268.121424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:07.88918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.275907Z","time spent":"1.613227101s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:08.379552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.65498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:08.379713Z","caller":"traceutil/trace.go:171","msg":"trace[1910216338] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"2.103505112s","start":"2026-03-19T05:57:06.276189Z","end":"2026-03-19T05:57:08.379695Z","steps":["trace[1910216338] 'process raft request' (duration: 1.920602616s)","trace[1910216338] 'compare' (duration: 182.467264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:08.379801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.276175Z","time spent":"2.103573233s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:08.379968Z","caller":"traceutil/trace.go:171","msg":"trace[1273194414] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"2.103240206s","start":"2026-03-19T05:57:06.276695Z","end":"2026-03-19T05:57:08.379935Z","steps":["trace[1273194414] 'process raft request' (duration: 2.102958869s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:08.380031Z","caller":"traceutil/trace.go:171","msg":"trace[122779645] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"2.1029878s","start":"2026-03-19T05:57:06.277016Z","end":"2026-03-19T05:57:08.380003Z","steps":["trace[122779645] 'process raft request' (duration: 2.102835236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.380783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.276661Z","time spent":"2.104063035s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:08.380099Z","caller":"traceutil/trace.go:171","msg":"trace[1270171735] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"2.101868052s","start":"2026-03-19T05:57:06.27819Z","end":"2026-03-19T05:57:08.380058Z","steps":["trace[1270171735] 'process raft request' (duration: 2.101738339s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.380937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.276985Z","time spent":"2.10385689s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:08.381055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.278177Z","time spent":"2.102779874s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:08.417311Z","caller":"traceutil/trace.go:171","msg":"trace[297759587] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1922; }","duration":"1.597462524s","start":"2026-03-19T05:57:06.819825Z","end":"2026-03-19T05:57:08.417287Z","steps":["trace[297759587] 'read index received' (duration: 800.314651ms)","trace[297759587] 'applied index is now lower than readState.Index' (duration: 797.146003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:08.417595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597768902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T05:57:08.417662Z","caller":"traceutil/trace.go:171","msg":"trace[724458582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1851; }","duration":"1.597875914s","start":"2026-03-19T05:57:06.819767Z","end":"2026-03-19T05:57:08.417643Z","steps":["trace[724458582] 'agreement among raft nodes before linearized reading' (duration: 1.597646139s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:08.417794Z","caller":"traceutil/trace.go:171","msg":"trace[1448127391] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"502.923292ms","start":"2026-03-19T05:57:07.914839Z","end":"2026-03-19T05:57:08.417763Z","steps":["trace[1448127391] 'process raft request' (duration: 502.381809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.417843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.819746Z","time spent":"1.597946786s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T05:57:08.41798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:07.914819Z","time spent":"503.052726ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:08.418489Z","caller":"traceutil/trace.go:171","msg":"trace[324496509] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"141.695395ms","start":"2026-03-19T05:57:08.276766Z","end":"2026-03-19T05:57:08.418462Z","steps":["trace[324496509] 'process raft request' (duration: 140.856385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.418824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598146992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T05:57:08.418999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.561535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"info","ts":"2026-03-19T05:57:08.419064Z","caller":"traceutil/trace.go:171","msg":"trace[1366532906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1854; }","duration":"652.670388ms","start":"2026-03-19T05:57:07.76638Z","end":"2026-03-19T05:57:08.41905Z","steps":["trace[1366532906] 'agreement among raft nodes before linearized reading' (duration: 652.415441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.419106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:07.766359Z","time spent":"652.73873ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:57:08.419162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140268371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:08.419157Z","caller":"traceutil/trace.go:171","msg":"trace[1339476222] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"142.184888ms","start":"2026-03-19T05:57:08.276952Z","end":"2026-03-19T05:57:08.419137Z","steps":["trace[1339476222] 'process raft request' (duration: 141.311995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.41931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189730765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:08.419266Z","caller":"traceutil/trace.go:171","msg":"trace[1798512779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1854; }","duration":"1.140420515s","start":"2026-03-19T05:57:07.278815Z","end":"2026-03-19T05:57:08.419236Z","steps":["trace[1798512779] 'agreement among raft nodes before linearized reading' (duration: 1.140131068s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:08.419413Z","caller":"traceutil/trace.go:171","msg":"trace[1801010530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1854; }","duration":"1.189825568s","start":"2026-03-19T05:57:07.229532Z","end":"2026-03-19T05:57:08.419358Z","steps":["trace[1801010530] 'agreement among raft nodes before linearized reading' (duration: 1.189441399s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.41949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:07.278793Z","time spent":"1.140662781s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:08.419531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:07.229511Z","time spent":"1.190004112s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:57:08.41893Z","caller":"traceutil/trace.go:171","msg":"trace[298242039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1854; }","duration":"1.598278685s","start":"2026-03-19T05:57:06.820633Z","end":"2026-03-19T05:57:08.418912Z","steps":["trace[298242039] 'agreement among raft nodes before linearized reading' (duration: 1.597981237s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.420143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:06.820626Z","time spent":"1.599480144s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T05:57:08.706791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.808772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:08.706955Z","caller":"traceutil/trace.go:171","msg":"trace[1269649059] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1931; }","duration":"279.68858ms","start":"2026-03-19T05:57:08.427252Z","end":"2026-03-19T05:57:08.70694Z","steps":["trace[1269649059] 'read index received' (duration: 134.651482ms)","trace[1269649059] 'applied index is now lower than readState.Index' (duration: 145.035907ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:08.706976Z","caller":"traceutil/trace.go:171","msg":"trace[682977312] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"283.492434ms","start":"2026-03-19T05:57:08.42345Z","end":"2026-03-19T05:57:08.706942Z","steps":["trace[682977312] 'process raft request' (duration: 138.428795ms)","trace[682977312] 'compare' (duration: 144.589587ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:08.707052Z","caller":"traceutil/trace.go:171","msg":"trace[15533984] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"282.961371ms","start":"2026-03-19T05:57:08.42408Z","end":"2026-03-19T05:57:08.707042Z","steps":["trace[15533984] 'process raft request' (duration: 282.787967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.707254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.012298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:08.707291Z","caller":"traceutil/trace.go:171","msg":"trace[272355056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1856; }","duration":"280.09575ms","start":"2026-03-19T05:57:08.427187Z","end":"2026-03-19T05:57:08.707283Z","steps":["trace[272355056] 'agreement among raft nodes before linearized reading' (duration: 280.033518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:08.70751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.175833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:08.707548Z","caller":"traceutil/trace.go:171","msg":"trace[1489553294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1856; }","duration":"278.242075ms","start":"2026-03-19T05:57:08.429297Z","end":"2026-03-19T05:57:08.707539Z","steps":["trace[1489553294] 'agreement among raft nodes before linearized reading' (duration: 278.144423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:12.402156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:12.90247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:13.402882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396857810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:13.511837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636632383s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:57:13.512208Z","caller":"traceutil/trace.go:171","msg":"trace[1721608899] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"1.637112975s","start":"2026-03-19T05:57:11.875069Z","end":"2026-03-19T05:57:13.512182Z","steps":["trace[1721608899] 'process raft request' (duration: 1.636966131s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.512344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:11.87504Z","time spent":"1.637228648s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:13.896749Z","caller":"traceutil/trace.go:171","msg":"trace[2056688707] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1946; }","duration":"1.994965729s","start":"2026-03-19T05:57:11.901765Z","end":"2026-03-19T05:57:13.896731Z","steps":["trace[2056688707] 'read index received' (duration: 1.610325172s)","trace[2056688707] 'applied index is now lower than readState.Index' (duration: 384.639697ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:13.896758Z","caller":"traceutil/trace.go:171","msg":"trace[542702633] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"1.468315158s","start":"2026-03-19T05:57:12.428414Z","end":"2026-03-19T05:57:13.896729Z","steps":["trace[542702633] 'process raft request' (duration: 1.466982816s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.896791Z","caller":"traceutil/trace.go:171","msg":"trace[1791712515] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.46714816s","start":"2026-03-19T05:57:12.429623Z","end":"2026-03-19T05:57:13.896772Z","steps":["trace[1791712515] 'process raft request' (duration: 1.466991896s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.896813Z","caller":"traceutil/trace.go:171","msg":"trace[1983000757] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.466154135s","start":"2026-03-19T05:57:12.430633Z","end":"2026-03-19T05:57:13.896787Z","steps":["trace[1983000757] 'process raft request' (duration: 1.466066333s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.896899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.428395Z","time spent":"1.468429052s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:13.896927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995163424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:57:13.896967Z","caller":"traceutil/trace.go:171","msg":"trace[1823820983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1872; }","duration":"1.995251576s","start":"2026-03-19T05:57:11.901702Z","end":"2026-03-19T05:57:13.896954Z","steps":["trace[1823820983] 'agreement among raft nodes before linearized reading' (duration: 1.995110563s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.896995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:11.901684Z","time spent":"1.995303537s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:57:13.897053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.712314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-03-19T05:57:13.897095Z","caller":"traceutil/trace.go:171","msg":"trace[582217298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1872; }","duration":"170.798476ms","start":"2026-03-19T05:57:13.726286Z","end":"2026-03-19T05:57:13.897084Z","steps":["trace[582217298] 'agreement among raft nodes before linearized reading' (duration: 170.643042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501691284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T05:57:13.897099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.092909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:13.89709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449903702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:57:13.897118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.43061Z","time spent":"1.466261917s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:13.897133Z","caller":"traceutil/trace.go:171","msg":"trace[476678615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"1.501745585s","start":"2026-03-19T05:57:12.395378Z","end":"2026-03-19T05:57:13.897124Z","steps":["trace[476678615] 'agreement among raft nodes before linearized reading' (duration: 1.501673483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501639733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:57:13.897138Z","caller":"traceutil/trace.go:171","msg":"trace[1661326423] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1872; }","duration":"383.178391ms","start":"2026-03-19T05:57:13.513952Z","end":"2026-03-19T05:57:13.89713Z","steps":["trace[1661326423] 'agreement among raft nodes before linearized reading' (duration: 383.093659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.395364Z","time spent":"1.501794117s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:13.897168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667351953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:13.89718Z","caller":"traceutil/trace.go:171","msg":"trace[1453474585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"1.501692124s","start":"2026-03-19T05:57:12.395475Z","end":"2026-03-19T05:57:13.897167Z","steps":["trace[1453474585] 'agreement among raft nodes before linearized reading' (duration: 1.50150772s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:13.897174Z","caller":"traceutil/trace.go:171","msg":"trace[1145834928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1872; }","duration":"1.450021746s","start":"2026-03-19T05:57:12.447124Z","end":"2026-03-19T05:57:13.897146Z","steps":["trace[1145834928] 'agreement among raft nodes before linearized reading' (duration: 1.449757039s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:13.513927Z","time spent":"383.256963ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:57:13.897203Z","caller":"traceutil/trace.go:171","msg":"trace[362437428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1872; }","duration":"1.667423485s","start":"2026-03-19T05:57:12.22977Z","end":"2026-03-19T05:57:13.897193Z","steps":["trace[362437428] 'agreement among raft nodes before linearized reading' (duration: 1.667072876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.39541Z","time spent":"1.501797797s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:13.897229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.447112Z","time spent":"1.450104007s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:13.897217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501561321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:57:13.897246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.22975Z","time spent":"1.667477286s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:57:13.897303Z","caller":"traceutil/trace.go:171","msg":"trace[1806018538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"1.501674864s","start":"2026-03-19T05:57:12.395609Z","end":"2026-03-19T05:57:13.897284Z","steps":["trace[1806018538] 'agreement among raft nodes before linearized reading' (duration: 1.501429078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504241128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:57:13.897342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.395597Z","time spent":"1.501734655s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T05:57:13.897352Z","caller":"traceutil/trace.go:171","msg":"trace[1227166026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"1.504449052s","start":"2026-03-19T05:57:12.392894Z","end":"2026-03-19T05:57:13.897343Z","steps":["trace[1227166026] 'agreement among raft nodes before linearized reading' (duration: 1.50436904s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:13.897399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.392866Z","time spent":"1.504524195s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:57:13.897529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:12.429609Z","time spent":"1.467227722s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:24.098207Z","caller":"traceutil/trace.go:171","msg":"trace[1406037771] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"122.813039ms","start":"2026-03-19T05:57:23.975344Z","end":"2026-03-19T05:57:24.098157Z","steps":["trace[1406037771] 'process raft request' (duration: 122.599263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:24.156353Z","caller":"traceutil/trace.go:171","msg":"trace[848578919] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"139.988873ms","start":"2026-03-19T05:57:24.01633Z","end":"2026-03-19T05:57:24.156319Z","steps":["trace[848578919] 'process raft request' (duration: 138.357824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:24.156638Z","caller":"traceutil/trace.go:171","msg":"trace[1667208493] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"132.633401ms","start":"2026-03-19T05:57:24.023978Z","end":"2026-03-19T05:57:24.156612Z","steps":["trace[1667208493] 'process raft request' (duration: 132.288243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:24.156877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.627454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:24.156961Z","caller":"traceutil/trace.go:171","msg":"trace[734360917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"124.748147ms","start":"2026-03-19T05:57:24.032192Z","end":"2026-03-19T05:57:24.156941Z","steps":["trace[734360917] 'agreement among raft nodes before linearized reading' (duration: 124.542831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:24.157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.728706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-19T05:57:24.157094Z","caller":"traceutil/trace.go:171","msg":"trace[1286304234] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1922; }","duration":"105.845288ms","start":"2026-03-19T05:57:24.05122Z","end":"2026-03-19T05:57:24.157066Z","steps":["trace[1286304234] 'agreement among raft nodes before linearized reading' (duration: 105.640153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:26.494027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.153673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:26.494213Z","caller":"traceutil/trace.go:171","msg":"trace[162434455] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"244.062869ms","start":"2026-03-19T05:57:26.250127Z","end":"2026-03-19T05:57:26.49419Z","steps":["trace[162434455] 'process raft request' (duration: 26.644429ms)","trace[162434455] 'compare' (duration: 216.972999ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:45.117015Z","caller":"traceutil/trace.go:171","msg":"trace[1473768018] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"387.483337ms","start":"2026-03-19T05:57:44.729501Z","end":"2026-03-19T05:57:45.116984Z","steps":["trace[1473768018] 'read index received' (duration: 387.155908ms)","trace[1473768018] 'applied index is now lower than readState.Index' (duration: 325.729µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:45.117091Z","caller":"traceutil/trace.go:171","msg":"trace[364224558] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"535.404137ms","start":"2026-03-19T05:57:44.581646Z","end":"2026-03-19T05:57:45.11705Z","steps":["trace[364224558] 'process raft request' (duration: 535.173681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:45.11716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.636391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:45.117205Z","caller":"traceutil/trace.go:171","msg":"trace[1679476192] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2031; }","duration":"387.708653ms","start":"2026-03-19T05:57:44.729485Z","end":"2026-03-19T05:57:45.117193Z","steps":["trace[1679476192] 'agreement among raft nodes before linearized reading' (duration: 387.61133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:45.117243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:44.729431Z","time spent":"387.803606ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:45.11727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:44.581625Z","time spent":"535.549271ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:45.589521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.020913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:45.589644Z","caller":"traceutil/trace.go:171","msg":"trace[1495378935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2031; }","duration":"260.218478ms","start":"2026-03-19T05:57:45.329396Z","end":"2026-03-19T05:57:45.589614Z","steps":["trace[1495378935] 'range keys from in-memory index tree' (duration: 259.771018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:46.192786Z","caller":"traceutil/trace.go:171","msg":"trace[1506140075] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2116; }","duration":"157.490278ms","start":"2026-03-19T05:57:46.035267Z","end":"2026-03-19T05:57:46.192757Z","steps":["trace[1506140075] 'read index received' (duration: 71.670914ms)","trace[1506140075] 'applied index is now lower than readState.Index' (duration: 85.817774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:46.192961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.671452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:46.19302Z","caller":"traceutil/trace.go:171","msg":"trace[1606194603] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2031; }","duration":"157.791955ms","start":"2026-03-19T05:57:46.035212Z","end":"2026-03-19T05:57:46.193004Z","steps":["trace[1606194603] 'agreement among raft nodes before linearized reading' (duration: 157.654981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:46.581868Z","caller":"traceutil/trace.go:171","msg":"trace[548693862] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2118; }","duration":"303.145751ms","start":"2026-03-19T05:57:46.278692Z","end":"2026-03-19T05:57:46.581838Z","steps":["trace[548693862] 'read index received' (duration: 302.913314ms)","trace[548693862] 'applied index is now lower than readState.Index' (duration: 231.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:46.582003Z","caller":"traceutil/trace.go:171","msg":"trace[1382634659] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"311.556389ms","start":"2026-03-19T05:57:46.270408Z","end":"2026-03-19T05:57:46.581965Z","steps":["trace[1382634659] 'process raft request' (duration: 311.362053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:46.582181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.220411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:57:46.582187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.270394Z","time spent":"311.698162ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:46.582243Z","caller":"traceutil/trace.go:171","msg":"trace[1130362542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2034; }","duration":"269.408496ms","start":"2026-03-19T05:57:46.31282Z","end":"2026-03-19T05:57:46.582229Z","steps":["trace[1130362542] 'agreement among raft nodes before linearized reading' (duration: 269.218082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:46.582239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.353646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:46.582371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.065668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:57:46.582435Z","caller":"traceutil/trace.go:171","msg":"trace[347157379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2034; }","duration":"303.790037ms","start":"2026-03-19T05:57:46.278619Z","end":"2026-03-19T05:57:46.582409Z","steps":["trace[347157379] 'agreement among raft nodes before linearized reading' (duration: 303.356806ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:46.582457Z","caller":"traceutil/trace.go:171","msg":"trace[701928461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2034; }","duration":"246.219791ms","start":"2026-03-19T05:57:46.336215Z","end":"2026-03-19T05:57:46.582435Z","steps":["trace[701928461] 'agreement among raft nodes before linearized reading' (duration: 245.984056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:46.582499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.278596Z","time spent":"303.887909ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:46.582391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.239743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:57:46.582634Z","caller":"traceutil/trace.go:171","msg":"trace[573440701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2034; }","duration":"244.550831ms","start":"2026-03-19T05:57:46.338059Z","end":"2026-03-19T05:57:46.58261Z","steps":["trace[573440701] 'agreement among raft nodes before linearized reading' (duration: 244.073009ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:46.582058Z","caller":"traceutil/trace.go:171","msg":"trace[1543977416] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"335.722876ms","start":"2026-03-19T05:57:46.246279Z","end":"2026-03-19T05:57:46.582002Z","steps":["trace[1543977416] 'process raft request' (duration: 335.295384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:46.582836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.208813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:57:46.58289Z","caller":"traceutil/trace.go:171","msg":"trace[1692106638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2034; }","duration":"242.267574ms","start":"2026-03-19T05:57:46.34061Z","end":"2026-03-19T05:57:46.582877Z","steps":["trace[1692106638] 'agreement among raft nodes before linearized reading' (duration: 241.487115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:46.58289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.246262Z","time spent":"336.533656ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:47.138101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.687978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:47.138315Z","caller":"traceutil/trace.go:171","msg":"trace[1310529192] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"551.060423ms","start":"2026-03-19T05:57:46.587224Z","end":"2026-03-19T05:57:47.138284Z","steps":["trace[1310529192] 'process raft request' (duration: 187.100019ms)","trace[1310529192] 'compare' (duration: 363.560225ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:47.138361Z","caller":"traceutil/trace.go:171","msg":"trace[1890285067] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2120; }","duration":"541.992579ms","start":"2026-03-19T05:57:46.59635Z","end":"2026-03-19T05:57:47.138343Z","steps":["trace[1890285067] 'read index received' (duration: 178.045774ms)","trace[1890285067] 'applied index is now lower than readState.Index' (duration: 363.945635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:47.138459Z","caller":"traceutil/trace.go:171","msg":"trace[1632531422] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"550.263623ms","start":"2026-03-19T05:57:46.588185Z","end":"2026-03-19T05:57:47.138448Z","steps":["trace[1632531422] 'process raft request' (duration: 550.12045ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:47.13844Z","caller":"traceutil/trace.go:171","msg":"trace[2084886439] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"551.129525ms","start":"2026-03-19T05:57:46.587278Z","end":"2026-03-19T05:57:47.138407Z","steps":["trace[2084886439] 'process raft request' (duration: 550.995232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:47.138488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.587196Z","time spent":"551.190857ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:47.138534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.588163Z","time spent":"550.333055ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:47.13851Z","caller":"traceutil/trace.go:171","msg":"trace[1303496016] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"551.195277ms","start":"2026-03-19T05:57:46.587234Z","end":"2026-03-19T05:57:47.13843Z","steps":["trace[1303496016] 'process raft request' (duration: 550.985762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:47.1386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.587253Z","time spent":"551.258879ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:47.138656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.510059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T05:57:47.138688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.338687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:47.138718Z","caller":"traceutil/trace.go:171","msg":"trace[366617664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"542.386429ms","start":"2026-03-19T05:57:46.59632Z","end":"2026-03-19T05:57:47.138707Z","steps":["trace[366617664] 'agreement among raft nodes before linearized reading' (duration: 542.261766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:47.13871Z","caller":"traceutil/trace.go:171","msg":"trace[459258224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2038; }","duration":"244.612491ms","start":"2026-03-19T05:57:46.894083Z","end":"2026-03-19T05:57:47.138696Z","steps":["trace[459258224] 'agreement among raft nodes before linearized reading' (duration: 244.504529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:47.138739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.596307Z","time spent":"542.427709ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:47.138845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:46.587211Z","time spent":"551.425933ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:48.172647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.937633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:48.172753Z","caller":"traceutil/trace.go:171","msg":"trace[1970095708] linearizableReadLoop","detail":"{readStateIndex:2126; appliedIndex:2125; }","duration":"940.121328ms","start":"2026-03-19T05:57:47.232617Z","end":"2026-03-19T05:57:48.172738Z","steps":["trace[1970095708] 'read index received' (duration: 32.038432ms)","trace[1970095708] 'applied index is now lower than readState.Index' (duration: 908.081316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:57:48.172826Z","caller":"traceutil/trace.go:171","msg":"trace[356202513] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"1.012057409s","start":"2026-03-19T05:57:47.160756Z","end":"2026-03-19T05:57:48.172814Z","steps":["trace[356202513] 'process raft request' (duration: 103.89032ms)","trace[356202513] 'compare' (duration: 907.509113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:48.172885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:47.160725Z","time spent":"1.012129271s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:48.172984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.275535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e2880f7982866\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T05:57:48.17306Z","caller":"traceutil/trace.go:171","msg":"trace[1399113011] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e2880f7982866; range_end:; response_count:1; response_revision:2040; }","duration":"567.386758ms","start":"2026-03-19T05:57:47.605653Z","end":"2026-03-19T05:57:48.17304Z","steps":["trace[1399113011] 'agreement among raft nodes before linearized reading' (duration: 567.201192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:48.173104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:47.605635Z","time spent":"567.45836ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e2880f7982866\" "} {"level":"warn","ts":"2026-03-19T05:57:48.173207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.598702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:48.173243Z","caller":"traceutil/trace.go:171","msg":"trace[1792447850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2040; }","duration":"940.688134ms","start":"2026-03-19T05:57:47.232545Z","end":"2026-03-19T05:57:48.173234Z","steps":["trace[1792447850] 'agreement among raft nodes before linearized reading' (duration: 940.625662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:48.17327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:47.232518Z","time spent":"940.745805ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:57:49.142256Z","caller":"traceutil/trace.go:171","msg":"trace[1646306118] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"554.122329ms","start":"2026-03-19T05:57:48.588104Z","end":"2026-03-19T05:57:49.142227Z","steps":["trace[1646306118] 'process raft request' (duration: 553.903573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.142442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:48.588076Z","time spent":"554.272334ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:49.872615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.263304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:57:49.87274Z","caller":"traceutil/trace.go:171","msg":"trace[72940226] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2128; }","duration":"1.087177698s","start":"2026-03-19T05:57:48.785544Z","end":"2026-03-19T05:57:49.872722Z","steps":["trace[72940226] 'read index received' (duration: 356.50491ms)","trace[72940226] 'applied index is now lower than readState.Index' (duration: 730.671068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:49.872877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.081705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:49.872989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.449378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T05:57:49.873026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.528074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:49.873054Z","caller":"traceutil/trace.go:171","msg":"trace[1320345061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"690.597136ms","start":"2026-03-19T05:57:49.182447Z","end":"2026-03-19T05:57:49.873044Z","steps":["trace[1320345061] 'agreement among raft nodes before linearized reading' (duration: 690.477083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.873052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087499276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:57:49.873059Z","caller":"traceutil/trace.go:171","msg":"trace[387740303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2044; }","duration":"706.55068ms","start":"2026-03-19T05:57:49.166492Z","end":"2026-03-19T05:57:49.873042Z","steps":["trace[387740303] 'agreement among raft nodes before linearized reading' (duration: 706.335285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.873077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.182436Z","time spent":"690.635177ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:49.873123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.166482Z","time spent":"706.623923ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:57:49.872754Z","caller":"traceutil/trace.go:171","msg":"trace[141737183] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.284460988s","start":"2026-03-19T05:57:48.588262Z","end":"2026-03-19T05:57:49.872723Z","steps":["trace[141737183] 'process raft request' (duration: 772.03988ms)","trace[141737183] 'compare' (duration: 512.188033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:49.873223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:48.588234Z","time spent":"1.28494811s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:49.872991Z","caller":"traceutil/trace.go:171","msg":"trace[1726515577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"644.213138ms","start":"2026-03-19T05:57:49.228762Z","end":"2026-03-19T05:57:49.872975Z","steps":["trace[1726515577] 'agreement among raft nodes before linearized reading' (duration: 644.067475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.87299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.256062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T05:57:49.873326Z","caller":"traceutil/trace.go:171","msg":"trace[1577046675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2044; }","duration":"729.646072ms","start":"2026-03-19T05:57:49.143673Z","end":"2026-03-19T05:57:49.873319Z","steps":["trace[1577046675] 'agreement among raft nodes before linearized reading' (duration: 729.15787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.873313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.228747Z","time spent":"644.540416ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:49.873323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.052267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T05:57:49.873398Z","caller":"traceutil/trace.go:171","msg":"trace[648147760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2044; }","duration":"729.140469ms","start":"2026-03-19T05:57:49.144236Z","end":"2026-03-19T05:57:49.873377Z","steps":["trace[648147760] 'agreement among raft nodes before linearized reading' (duration: 728.956925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:49.873089Z","caller":"traceutil/trace.go:171","msg":"trace[1621357939] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2044; }","duration":"1.087576088s","start":"2026-03-19T05:57:48.785503Z","end":"2026-03-19T05:57:49.873079Z","steps":["trace[1621357939] 'agreement among raft nodes before linearized reading' (duration: 1.087299431s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.873426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.630211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T05:57:49.87345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:48.785488Z","time spent":"1.087954607s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:49.873457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.144226Z","time spent":"729.217731ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:49.873347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.143654Z","time spent":"729.687082ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:57:49.873452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.633141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:57:49.87349Z","caller":"traceutil/trace.go:171","msg":"trace[769143407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2044; }","duration":"729.688104ms","start":"2026-03-19T05:57:49.143764Z","end":"2026-03-19T05:57:49.873452Z","steps":["trace[769143407] 'agreement among raft nodes before linearized reading' (duration: 729.529129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:49.873528Z","caller":"traceutil/trace.go:171","msg":"trace[1812119011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2044; }","duration":"729.747165ms","start":"2026-03-19T05:57:49.143765Z","end":"2026-03-19T05:57:49.873512Z","steps":["trace[1812119011] 'agreement among raft nodes before linearized reading' (duration: 729.516379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.873553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.143756Z","time spent":"729.785336ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:57:49.873572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.143754Z","time spent":"729.810317ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:57:49.873744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.687554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T05:57:49.8739Z","caller":"traceutil/trace.go:171","msg":"trace[1715657116] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2044; }","duration":"518.851538ms","start":"2026-03-19T05:57:49.355015Z","end":"2026-03-19T05:57:49.873867Z","steps":["trace[1715657116] 'agreement among raft nodes before linearized reading' (duration: 518.110639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:49.873981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.354999Z","time spent":"518.969681ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:57:50.385853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396858239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:50.885968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396858239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:51.097212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21902647s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:57:51.125435Z","caller":"traceutil/trace.go:171","msg":"trace[255419698] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.247153106s","start":"2026-03-19T05:57:49.878257Z","end":"2026-03-19T05:57:51.12541Z","steps":["trace[255419698] 'process raft request' (duration: 1.247068313s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:51.12587Z","caller":"traceutil/trace.go:171","msg":"trace[1621254696] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.247084395s","start":"2026-03-19T05:57:49.878763Z","end":"2026-03-19T05:57:51.125847Z","steps":["trace[1621254696] 'process raft request' (duration: 1.246614153s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:51.125626Z","caller":"traceutil/trace.go:171","msg":"trace[2062780362] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.247498714s","start":"2026-03-19T05:57:49.878055Z","end":"2026-03-19T05:57:51.125554Z","steps":["trace[2062780362] 'process raft request' (duration: 1.219394969s)","trace[2062780362] 'compare' (duration: 27.157912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:51.126001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.878744Z","time spent":"1.247188407s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:51.126092Z","caller":"traceutil/trace.go:171","msg":"trace[1702265050] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.247135037s","start":"2026-03-19T05:57:49.878929Z","end":"2026-03-19T05:57:51.126064Z","steps":["trace[1702265050] 'process raft request' (duration: 1.246837959s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.126116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.878032Z","time spent":"1.247939406s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:51.126224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.878924Z","time spent":"1.247241589s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:51.126315Z","caller":"traceutil/trace.go:171","msg":"trace[1052290144] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"1.247168006s","start":"2026-03-19T05:57:49.879124Z","end":"2026-03-19T05:57:51.126292Z","steps":["trace[1052290144] 'process raft request' (duration: 1.246859829s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.126434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.879116Z","time spent":"1.247261768s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:51.126545Z","caller":"traceutil/trace.go:171","msg":"trace[200218428] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2130; }","duration":"1.241018513s","start":"2026-03-19T05:57:49.885445Z","end":"2026-03-19T05:57:51.126464Z","steps":["trace[200218428] 'read index received' (duration: 1.212021915s)","trace[200218428] 'applied index is now lower than readState.Index' (duration: 28.995188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:51.126327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.87824Z","time spent":"1.247611367s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:51.12665Z","caller":"traceutil/trace.go:171","msg":"trace[932645485] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"792.083727ms","start":"2026-03-19T05:57:50.334538Z","end":"2026-03-19T05:57:51.126622Z","steps":["trace[932645485] 'process raft request' (duration: 791.659867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.126679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241216659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:51.126977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:50.334519Z","time spent":"792.388154ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:51.127001Z","caller":"traceutil/trace.go:171","msg":"trace[714780377] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2050; }","duration":"1.241520676s","start":"2026-03-19T05:57:49.885427Z","end":"2026-03-19T05:57:51.126948Z","steps":["trace[714780377] 'agreement among raft nodes before linearized reading' (duration: 1.241176808s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.127036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.361872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T05:57:51.127035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037885049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:57:51.127102Z","caller":"traceutil/trace.go:171","msg":"trace[828943556] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:2050; }","duration":"317.466734ms","start":"2026-03-19T05:57:50.809619Z","end":"2026-03-19T05:57:51.127086Z","steps":["trace[828943556] 'agreement among raft nodes before linearized reading' (duration: 317.27788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.127129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.095528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:57:51.127131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:49.885421Z","time spent":"1.241625239s","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T05:57:51.127144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:50.809598Z","time spent":"317.537866ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-03-19T05:57:51.127148Z","caller":"traceutil/trace.go:171","msg":"trace[614342795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2050; }","duration":"1.038071333s","start":"2026-03-19T05:57:50.089048Z","end":"2026-03-19T05:57:51.12712Z","steps":["trace[614342795] 'agreement among raft nodes before linearized reading' (duration: 1.037833908s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:51.127183Z","caller":"traceutil/trace.go:171","msg":"trace[1045053471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2050; }","duration":"246.14669ms","start":"2026-03-19T05:57:50.881022Z","end":"2026-03-19T05:57:51.127169Z","steps":["trace[1045053471] 'agreement among raft nodes before linearized reading' (duration: 245.945975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.127247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:50.089019Z","time spent":"1.038214557s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:51.127148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.975524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:51.127384Z","caller":"traceutil/trace.go:171","msg":"trace[241257142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2050; }","duration":"893.380413ms","start":"2026-03-19T05:57:50.233987Z","end":"2026-03-19T05:57:51.127368Z","steps":["trace[241257142] 'agreement among raft nodes before linearized reading' (duration: 892.943253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:51.127687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:50.233966Z","time spent":"893.703531ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:57:51.65104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396858251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:52.152241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396858251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:52.652977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396858251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:57:52.790073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.647176012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:57:52.808517Z","caller":"traceutil/trace.go:171","msg":"trace[1621624153] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"1.66567171s","start":"2026-03-19T05:57:51.142788Z","end":"2026-03-19T05:57:52.80846Z","steps":["trace[1621624153] 'process raft request' (duration: 1.647605503s)","trace[1621624153] 'compare' (duration: 16.680503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:52.808963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:51.14277Z","time spent":"1.666023918s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:52.813135Z","caller":"traceutil/trace.go:171","msg":"trace[187803017] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"1.665692101s","start":"2026-03-19T05:57:51.147415Z","end":"2026-03-19T05:57:52.813107Z","steps":["trace[187803017] 'process raft request' (duration: 1.665466856s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:52.81324Z","caller":"traceutil/trace.go:171","msg":"trace[1203234552] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2137; }","duration":"1.662593864s","start":"2026-03-19T05:57:51.15063Z","end":"2026-03-19T05:57:52.813224Z","steps":["trace[1203234552] 'read index received' (duration: 1.639707958s)","trace[1203234552] 'applied index is now lower than readState.Index' (duration: 22.884536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:57:52.813337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:51.147399Z","time spent":"1.665815594s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:57:52.813363Z","caller":"traceutil/trace.go:171","msg":"trace[1202556035] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"319.664209ms","start":"2026-03-19T05:57:52.493643Z","end":"2026-03-19T05:57:52.813307Z","steps":["trace[1202556035] 'process raft request' (duration: 319.415773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:52.813136Z","caller":"traceutil/trace.go:171","msg":"trace[1227951685] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"933.732681ms","start":"2026-03-19T05:57:51.879375Z","end":"2026-03-19T05:57:52.813108Z","steps":["trace[1227951685] 'process raft request' (duration: 933.627879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.813504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662867391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T05:57:52.813548Z","caller":"traceutil/trace.go:171","msg":"trace[1500800557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2054; }","duration":"1.663003595s","start":"2026-03-19T05:57:51.150532Z","end":"2026-03-19T05:57:52.813535Z","steps":["trace[1500800557] 'agreement among raft nodes before linearized reading' (duration: 1.662781509s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.81355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:51.879345Z","time spent":"934.145282ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:52.813585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:51.15051Z","time spent":"1.663064736s","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:52.813615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:52.493584Z","time spent":"319.915135ms","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:57:52.813875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143142353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:52.813935Z","caller":"traceutil/trace.go:171","msg":"trace[1311774301] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2054; }","duration":"1.143250395s","start":"2026-03-19T05:57:51.670675Z","end":"2026-03-19T05:57:52.813926Z","steps":["trace[1311774301] 'agreement among raft nodes before linearized reading' (duration: 1.143160763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.813966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:51.670649Z","time spent":"1.143309316s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:52.814095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.389728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:52.814103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.313788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e2880f7982866\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T05:57:52.814165Z","caller":"traceutil/trace.go:171","msg":"trace[1689045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2054; }","duration":"584.4762ms","start":"2026-03-19T05:57:52.22967Z","end":"2026-03-19T05:57:52.814146Z","steps":["trace[1689045] 'agreement among raft nodes before linearized reading' (duration: 584.348567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.814177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.575608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:57:52.814207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:52.229658Z","time spent":"584.542641ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:57:52.814227Z","caller":"traceutil/trace.go:171","msg":"trace[180748152] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2054; }","duration":"621.65126ms","start":"2026-03-19T05:57:52.192561Z","end":"2026-03-19T05:57:52.814212Z","steps":["trace[180748152] 'agreement among raft nodes before linearized reading' (duration: 621.575678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.814287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:52.19255Z","time spent":"621.710021ms","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:57:52.814371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.276391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T05:57:52.814422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.173464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:57:52.814455Z","caller":"traceutil/trace.go:171","msg":"trace[1928783981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2054; }","duration":"678.404164ms","start":"2026-03-19T05:57:52.136021Z","end":"2026-03-19T05:57:52.814425Z","steps":["trace[1928783981] 'agreement among raft nodes before linearized reading' (duration: 678.152098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:52.81418Z","caller":"traceutil/trace.go:171","msg":"trace[998477268] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e2880f7982866; range_end:; response_count:1; response_revision:2054; }","duration":"211.42435ms","start":"2026-03-19T05:57:52.602735Z","end":"2026-03-19T05:57:52.814159Z","steps":["trace[998477268] 'agreement among raft nodes before linearized reading' (duration: 211.230695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:57:52.814496Z","caller":"traceutil/trace.go:171","msg":"trace[1029897670] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2054; }","duration":"137.282687ms","start":"2026-03-19T05:57:52.677195Z","end":"2026-03-19T05:57:52.814477Z","steps":["trace[1029897670] 'agreement among raft nodes before linearized reading' (duration: 137.196375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.81476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:52.136002Z","time spent":"678.492046ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T05:57:52.814986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.5303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:57:52.815087Z","caller":"traceutil/trace.go:171","msg":"trace[1378837718] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2054; }","duration":"497.668663ms","start":"2026-03-19T05:57:52.317395Z","end":"2026-03-19T05:57:52.815064Z","steps":["trace[1378837718] 'agreement among raft nodes before linearized reading' (duration: 497.384225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:57:52.815158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:57:52.317373Z","time spent":"497.770996ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T05:58:35.665494Z","caller":"traceutil/trace.go:171","msg":"trace[972025121] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"157.016523ms","start":"2026-03-19T05:58:35.508439Z","end":"2026-03-19T05:58:35.665456Z","steps":["trace[972025121] 'process raft request' (duration: 143.988978ms)","trace[972025121] 'compare' (duration: 12.768148ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:41.53634Z","caller":"traceutil/trace.go:171","msg":"trace[1574649784] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"137.421114ms","start":"2026-03-19T05:58:41.398878Z","end":"2026-03-19T05:58:41.536299Z","steps":["trace[1574649784] 'process raft request' (duration: 77.070341ms)","trace[1574649784] 'compare' (duration: 59.975344ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:45.254636Z","caller":"traceutil/trace.go:171","msg":"trace[1348352818] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"227.911639ms","start":"2026-03-19T05:58:45.024958Z","end":"2026-03-19T05:58:45.252869Z","steps":["trace[1348352818] 'process raft request' (duration: 170.739415ms)","trace[1348352818] 'compare' (duration: 57.02443ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:47.620719Z","caller":"traceutil/trace.go:171","msg":"trace[1917789500] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"245.651751ms","start":"2026-03-19T05:58:47.375015Z","end":"2026-03-19T05:58:47.620667Z","steps":["trace[1917789500] 'process raft request' (duration: 193.275776ms)","trace[1917789500] 'compare' (duration: 52.247212ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:47.621952Z","caller":"traceutil/trace.go:171","msg":"trace[2019250306] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"238.322559ms","start":"2026-03-19T05:58:47.383605Z","end":"2026-03-19T05:58:47.621928Z","steps":["trace[2019250306] 'process raft request' (duration: 237.911779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:47.622197Z","caller":"traceutil/trace.go:171","msg":"trace[1784446840] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"208.27781ms","start":"2026-03-19T05:58:47.413907Z","end":"2026-03-19T05:58:47.622185Z","steps":["trace[1784446840] 'process raft request' (duration: 207.732257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:47.782289Z","caller":"traceutil/trace.go:171","msg":"trace[1675378426] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"156.339146ms","start":"2026-03-19T05:58:47.625921Z","end":"2026-03-19T05:58:47.78226Z","steps":["trace[1675378426] 'process raft request' (duration: 104.902975ms)","trace[1675378426] 'compare' (duration: 51.222406ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:47.782457Z","caller":"traceutil/trace.go:171","msg":"trace[326547124] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2463; }","duration":"155.812904ms","start":"2026-03-19T05:58:47.626621Z","end":"2026-03-19T05:58:47.782434Z","steps":["trace[326547124] 'read index received' (duration: 87.748238ms)","trace[326547124] 'applied index is now lower than readState.Index' (duration: 68.063356ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:47.782462Z","caller":"traceutil/trace.go:171","msg":"trace[368364835] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"154.598903ms","start":"2026-03-19T05:58:47.627834Z","end":"2026-03-19T05:58:47.782433Z","steps":["trace[368364835] 'process raft request' (duration: 154.377827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:47.782746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.102031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:58:47.782819Z","caller":"traceutil/trace.go:171","msg":"trace[1901866424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2366; }","duration":"156.195713ms","start":"2026-03-19T05:58:47.626606Z","end":"2026-03-19T05:58:47.782801Z","steps":["trace[1901866424] 'agreement among raft nodes before linearized reading' (duration: 155.921356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:47.782862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.627633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T05:58:47.782817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.590032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:58:47.782892Z","caller":"traceutil/trace.go:171","msg":"trace[403883774] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2366; }","duration":"154.674515ms","start":"2026-03-19T05:58:47.628207Z","end":"2026-03-19T05:58:47.782881Z","steps":["trace[403883774] 'agreement among raft nodes before linearized reading' (duration: 154.634894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:47.782911Z","caller":"traceutil/trace.go:171","msg":"trace[2063032692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2366; }","duration":"154.709155ms","start":"2026-03-19T05:58:47.628181Z","end":"2026-03-19T05:58:47.78289Z","steps":["trace[2063032692] 'agreement among raft nodes before linearized reading' (duration: 154.468289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.036896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.15584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T05:58:56.03699Z","caller":"traceutil/trace.go:171","msg":"trace[2081934902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2525; }","duration":"286.278544ms","start":"2026-03-19T05:58:55.750692Z","end":"2026-03-19T05:58:56.03697Z","steps":["trace[2081934902] 'range keys from in-memory index tree' (duration: 286.013457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:56.039138Z","caller":"traceutil/trace.go:171","msg":"trace[1456294121] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"222.690649ms","start":"2026-03-19T05:58:55.816422Z","end":"2026-03-19T05:58:56.039113Z","steps":["trace[1456294121] 'read index received' (duration: 222.495175ms)","trace[1456294121] 'applied index is now lower than readState.Index' (duration: 194.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:58:56.03918Z","caller":"traceutil/trace.go:171","msg":"trace[1039732524] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"283.321169ms","start":"2026-03-19T05:58:55.75584Z","end":"2026-03-19T05:58:56.039161Z","steps":["trace[1039732524] 'process raft request' (duration: 283.139165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.039375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.931766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T05:58:56.039418Z","caller":"traceutil/trace.go:171","msg":"trace[1071055016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2526; }","duration":"223.031619ms","start":"2026-03-19T05:58:55.816374Z","end":"2026-03-19T05:58:56.039406Z","steps":["trace[1071055016] 'agreement among raft nodes before linearized reading' (duration: 222.867834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.039438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.781949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T05:58:56.039472Z","caller":"traceutil/trace.go:171","msg":"trace[1700910084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2526; }","duration":"189.845321ms","start":"2026-03-19T05:58:55.849617Z","end":"2026-03-19T05:58:56.039462Z","steps":["trace[1700910084] 'agreement among raft nodes before linearized reading' (duration: 189.734528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:58:56.039486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.788268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T05:58:56.039493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.7941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:58:56.039577Z","caller":"traceutil/trace.go:171","msg":"trace[342817768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2526; }","duration":"221.928221ms","start":"2026-03-19T05:58:55.817629Z","end":"2026-03-19T05:58:56.039557Z","steps":["trace[342817768] 'agreement among raft nodes before linearized reading' (duration: 221.689715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:56.039583Z","caller":"traceutil/trace.go:171","msg":"trace[87989119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2526; }","duration":"183.926573ms","start":"2026-03-19T05:58:55.855638Z","end":"2026-03-19T05:58:56.039565Z","steps":["trace[87989119] 'agreement among raft nodes before linearized reading' (duration: 183.688368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:58:59.276794Z","caller":"traceutil/trace.go:171","msg":"trace[58061961] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"185.618935ms","start":"2026-03-19T05:58:59.091126Z","end":"2026-03-19T05:58:59.276745Z","steps":["trace[58061961] 'process raft request' (duration: 185.351219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.515884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396859337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T05:59:00.803268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499094967s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T05:59:00.80801Z","caller":"traceutil/trace.go:171","msg":"trace[260848626] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"1.503888247s","start":"2026-03-19T05:58:59.304085Z","end":"2026-03-19T05:59:00.807973Z","steps":["trace[260848626] 'process raft request' (duration: 1.499380624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.808589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:59.304067Z","time spent":"1.504191415s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:00.824984Z","caller":"traceutil/trace.go:171","msg":"trace[2131799429] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2651; }","duration":"809.513163ms","start":"2026-03-19T05:59:00.015461Z","end":"2026-03-19T05:59:00.824975Z","steps":["trace[2131799429] 'read index received' (duration: 788.016867ms)","trace[2131799429] 'applied index is now lower than readState.Index' (duration: 21.495756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:00.825063Z","caller":"traceutil/trace.go:171","msg":"trace[354849949] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"1.164655864s","start":"2026-03-19T05:58:59.660383Z","end":"2026-03-19T05:59:00.825039Z","steps":["trace[354849949] 'process raft request' (duration: 1.16452046s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.671687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T05:59:00.825158Z","caller":"traceutil/trace.go:171","msg":"trace[2051906742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2547; }","duration":"809.736328ms","start":"2026-03-19T05:59:00.015416Z","end":"2026-03-19T05:59:00.825153Z","steps":["trace[2051906742] 'agreement among raft nodes before linearized reading' (duration: 809.615205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.015397Z","time spent":"809.7748ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T05:59:00.825185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:58:59.660365Z","time spent":"1.164758126s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:00.825307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.47199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T05:59:00.825379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.651105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T05:59:00.825378Z","caller":"traceutil/trace.go:171","msg":"trace[1276845764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2547; }","duration":"768.582923ms","start":"2026-03-19T05:59:00.056779Z","end":"2026-03-19T05:59:00.825362Z","steps":["trace[1276845764] 'agreement among raft nodes before linearized reading' (duration: 768.413728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.82543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.05676Z","time spent":"768.660674ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T05:59:00.825476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.70249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:00.82551Z","caller":"traceutil/trace.go:171","msg":"trace[1122716927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2547; }","duration":"596.769931ms","start":"2026-03-19T05:59:00.228732Z","end":"2026-03-19T05:59:00.825502Z","steps":["trace[1122716927] 'agreement among raft nodes before linearized reading' (duration: 596.709989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.228712Z","time spent":"596.815413ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T05:59:00.825397Z","caller":"traceutil/trace.go:171","msg":"trace[1711780786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2547; }","duration":"764.668775ms","start":"2026-03-19T05:59:00.060723Z","end":"2026-03-19T05:59:00.825392Z","steps":["trace[1711780786] 'agreement among raft nodes before linearized reading' (duration: 764.621654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.210079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T05:59:00.82562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.060653Z","time spent":"764.956343ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T05:59:00.825646Z","caller":"traceutil/trace.go:171","msg":"trace[787862303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2547; }","duration":"765.248909ms","start":"2026-03-19T05:59:00.060392Z","end":"2026-03-19T05:59:00.825641Z","steps":["trace[787862303] 'agreement among raft nodes before linearized reading' (duration: 765.208108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.060382Z","time spent":"765.275941ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:59:00.825588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.564092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T05:59:00.825708Z","caller":"traceutil/trace.go:171","msg":"trace[352526533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2547; }","duration":"768.695976ms","start":"2026-03-19T05:59:00.057001Z","end":"2026-03-19T05:59:00.825697Z","steps":["trace[352526533] 'agreement among raft nodes before linearized reading' (duration: 768.557932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.581968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T05:59:00.82574Z","caller":"traceutil/trace.go:171","msg":"trace[1289595698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2547; }","duration":"765.615049ms","start":"2026-03-19T05:59:00.06012Z","end":"2026-03-19T05:59:00.825735Z","steps":["trace[1289595698] 'agreement among raft nodes before linearized reading' (duration: 765.578168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:00.825743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.056993Z","time spent":"768.742217ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:59:00.825752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:00.06011Z","time spent":"765.639339ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:59:06.920892Z","caller":"traceutil/trace.go:171","msg":"trace[1695709299] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"318.580599ms","start":"2026-03-19T05:59:06.602284Z","end":"2026-03-19T05:59:06.920865Z","steps":["trace[1695709299] 'process raft request' (duration: 318.420265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:06.92105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:06.602261Z","time spent":"318.714823ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:09.045636Z","caller":"traceutil/trace.go:171","msg":"trace[985461519] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2703; }","duration":"113.065338ms","start":"2026-03-19T05:59:08.932541Z","end":"2026-03-19T05:59:09.045606Z","steps":["trace[985461519] 'read index received' (duration: 62.869736ms)","trace[985461519] 'applied index is now lower than readState.Index' (duration: 50.194352ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:09.045798Z","caller":"traceutil/trace.go:171","msg":"trace[1057384628] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"113.887377ms","start":"2026-03-19T05:59:08.931878Z","end":"2026-03-19T05:59:09.045765Z","steps":["trace[1057384628] 'process raft request' (duration: 105.374065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.045922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.150701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T05:59:09.045987Z","caller":"traceutil/trace.go:171","msg":"trace[2052659852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2597; }","duration":"109.246213ms","start":"2026-03-19T05:59:08.936725Z","end":"2026-03-19T05:59:09.045971Z","steps":["trace[2052659852] 'agreement among raft nodes before linearized reading' (duration: 109.071818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.046049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.497208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T05:59:09.046058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.178206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:59:09.046157Z","caller":"traceutil/trace.go:171","msg":"trace[1322640686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"102.330681ms","start":"2026-03-19T05:59:08.94381Z","end":"2026-03-19T05:59:09.04614Z","steps":["trace[1322640686] 'agreement among raft nodes before linearized reading' (duration: 102.014282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:09.046147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.126409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T05:59:09.046215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.247072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T05:59:09.046271Z","caller":"traceutil/trace.go:171","msg":"trace[1133869443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2597; }","duration":"109.320424ms","start":"2026-03-19T05:59:08.936925Z","end":"2026-03-19T05:59:09.046245Z","steps":["trace[1133869443] 'agreement among raft nodes before linearized reading' (duration: 108.939974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:09.046101Z","caller":"traceutil/trace.go:171","msg":"trace[1574817819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2597; }","duration":"113.621182ms","start":"2026-03-19T05:59:08.932467Z","end":"2026-03-19T05:59:09.046088Z","steps":["trace[1574817819] 'agreement among raft nodes before linearized reading' (duration: 113.291183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:09.046324Z","caller":"traceutil/trace.go:171","msg":"trace[1810889904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2597; }","duration":"109.421417ms","start":"2026-03-19T05:59:08.936878Z","end":"2026-03-19T05:59:09.0463Z","steps":["trace[1810889904] 'agreement among raft nodes before linearized reading' (duration: 109.068077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.220057Z","caller":"traceutil/trace.go:171","msg":"trace[1224137038] linearizableReadLoop","detail":"{readStateIndex:2720; appliedIndex:2718; }","duration":"156.8911ms","start":"2026-03-19T05:59:11.063137Z","end":"2026-03-19T05:59:11.220028Z","steps":["trace[1224137038] 'read index received' (duration: 49.698448ms)","trace[1224137038] 'applied index is now lower than readState.Index' (duration: 107.191662ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:11.220108Z","caller":"traceutil/trace.go:171","msg":"trace[859505095] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"167.980926ms","start":"2026-03-19T05:59:11.052099Z","end":"2026-03-19T05:59:11.22008Z","steps":["trace[859505095] 'process raft request' (duration: 167.806182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.220274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.433634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T05:59:11.220316Z","caller":"traceutil/trace.go:171","msg":"trace[1338925202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2611; }","duration":"157.516406ms","start":"2026-03-19T05:59:11.062788Z","end":"2026-03-19T05:59:11.220305Z","steps":["trace[1338925202] 'agreement among raft nodes before linearized reading' (duration: 157.367712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.220509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.182739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T05:59:11.220581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.760979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T05:59:11.220728Z","caller":"traceutil/trace.go:171","msg":"trace[321521797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2611; }","duration":"130.860292ms","start":"2026-03-19T05:59:11.089762Z","end":"2026-03-19T05:59:11.220622Z","steps":["trace[321521797] 'agreement among raft nodes before linearized reading' (duration: 130.679547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.220716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.260397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:11.220805Z","caller":"traceutil/trace.go:171","msg":"trace[761650438] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2611; }","duration":"112.430342ms","start":"2026-03-19T05:59:11.108352Z","end":"2026-03-19T05:59:11.220782Z","steps":["trace[761650438] 'agreement among raft nodes before linearized reading' (duration: 112.229237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.220811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.063236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T05:59:11.220589Z","caller":"traceutil/trace.go:171","msg":"trace[817356012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2611; }","duration":"131.311772ms","start":"2026-03-19T05:59:11.08926Z","end":"2026-03-19T05:59:11.220571Z","steps":["trace[817356012] 'agreement among raft nodes before linearized reading' (duration: 131.129468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.220885Z","caller":"traceutil/trace.go:171","msg":"trace[1323341691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2611; }","duration":"131.159318ms","start":"2026-03-19T05:59:11.08969Z","end":"2026-03-19T05:59:11.22085Z","steps":["trace[1323341691] 'agreement among raft nodes before linearized reading' (duration: 130.943543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:11.221024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.568139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T05:59:11.221088Z","caller":"traceutil/trace.go:171","msg":"trace[980089012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2611; }","duration":"131.732543ms","start":"2026-03-19T05:59:11.089339Z","end":"2026-03-19T05:59:11.221071Z","steps":["trace[980089012] 'agreement among raft nodes before linearized reading' (duration: 131.367884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:11.554526Z","caller":"traceutil/trace.go:171","msg":"trace[517388001] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"154.658713ms","start":"2026-03-19T05:59:11.399838Z","end":"2026-03-19T05:59:11.554497Z","steps":["trace[517388001] 'process raft request' (duration: 86.842374ms)","trace[517388001] 'compare' (duration: 67.713107ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:27.388261Z","caller":"traceutil/trace.go:171","msg":"trace[1679901287] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"102.36916ms","start":"2026-03-19T05:59:27.285856Z","end":"2026-03-19T05:59:27.388225Z","steps":["trace[1679901287] 'process raft request' (duration: 89.465161ms)","trace[1679901287] 'compare' (duration: 12.686124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:27.548144Z","caller":"traceutil/trace.go:171","msg":"trace[416574435] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"154.53212ms","start":"2026-03-19T05:59:27.393582Z","end":"2026-03-19T05:59:27.548114Z","steps":["trace[416574435] 'process raft request' (duration: 100.409162ms)","trace[416574435] 'compare' (duration: 53.937493ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:27.548173Z","caller":"traceutil/trace.go:171","msg":"trace[1872966009] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"154.494609ms","start":"2026-03-19T05:59:27.393654Z","end":"2026-03-19T05:59:27.548148Z","steps":["trace[1872966009] 'process raft request' (duration: 154.411657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:27.548492Z","caller":"traceutil/trace.go:171","msg":"trace[1919357825] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"153.732181ms","start":"2026-03-19T05:59:27.394746Z","end":"2026-03-19T05:59:27.548478Z","steps":["trace[1919357825] 'process raft request' (duration: 153.626558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:27.548759Z","caller":"traceutil/trace.go:171","msg":"trace[1142448637] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"155.067343ms","start":"2026-03-19T05:59:27.393646Z","end":"2026-03-19T05:59:27.548713Z","steps":["trace[1142448637] 'process raft request' (duration: 154.467079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:33.880157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.06313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:33.880293Z","caller":"traceutil/trace.go:171","msg":"trace[575648705] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"236.574309ms","start":"2026-03-19T05:59:33.643697Z","end":"2026-03-19T05:59:33.880271Z","steps":["trace[575648705] 'process raft request' (duration: 69.296983ms)","trace[575648705] 'compare' (duration: 166.935307ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:34.252073Z","caller":"traceutil/trace.go:171","msg":"trace[1844683976] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"167.236363ms","start":"2026-03-19T05:59:34.084815Z","end":"2026-03-19T05:59:34.252051Z","steps":["trace[1844683976] 'read index received' (duration: 123.04699ms)","trace[1844683976] 'applied index is now lower than readState.Index' (duration: 44.188623ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T05:59:34.25218Z","caller":"traceutil/trace.go:171","msg":"trace[846567091] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"599.079241ms","start":"2026-03-19T05:59:33.653089Z","end":"2026-03-19T05:59:34.252168Z","steps":["trace[846567091] 'process raft request' (duration: 554.758735ms)","trace[846567091] 'compare' (duration: 43.919466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:34.252491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.676214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e289e6a3ed124\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T05:59:34.252547Z","caller":"traceutil/trace.go:171","msg":"trace[1481020272] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e289e6a3ed124; range_end:; response_count:1; response_revision:2734; }","duration":"167.772217ms","start":"2026-03-19T05:59:34.084762Z","end":"2026-03-19T05:59:34.252534Z","steps":["trace[1481020272] 'agreement among raft nodes before linearized reading' (duration: 167.616403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:34.252269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:33.653063Z","time spent":"599.136212ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:35.779894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396859850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T05:59:36.149313Z","caller":"traceutil/trace.go:171","msg":"trace[2031752829] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"1.033579181s","start":"2026-03-19T05:59:35.115708Z","end":"2026-03-19T05:59:36.149287Z","steps":["trace[2031752829] 'process raft request' (duration: 1.033433478s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.149465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.115685Z","time spent":"1.033699715s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:36.808366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.70679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T05:59:36.809145Z","caller":"traceutil/trace.go:171","msg":"trace[347532179] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"1.3931707s","start":"2026-03-19T05:59:35.415918Z","end":"2026-03-19T05:59:36.809088Z","steps":["trace[347532179] 'process raft request' (duration: 1.0946519s)","trace[347532179] 'compare' (duration: 297.420903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:36.809296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.415891Z","time spent":"1.393342494s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T05:59:36.843937Z","caller":"traceutil/trace.go:171","msg":"trace[837941584] linearizableReadLoop","detail":"{readStateIndex:2851; appliedIndex:2849; }","duration":"1.565184742s","start":"2026-03-19T05:59:35.278727Z","end":"2026-03-19T05:59:36.843912Z","steps":["trace[837941584] 'read index received' (duration: 870.450058ms)","trace[837941584] 'applied index is now lower than readState.Index' (duration: 694.732404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T05:59:36.844194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565468829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e289b33575a3d\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-19T05:59:36.844248Z","caller":"traceutil/trace.go:171","msg":"trace[822879083] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e289b33575a3d; range_end:; response_count:1; response_revision:2738; }","duration":"1.565576983s","start":"2026-03-19T05:59:35.278656Z","end":"2026-03-19T05:59:36.844233Z","steps":["trace[822879083] 'agreement among raft nodes before linearized reading' (duration: 1.565396927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.844287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.278629Z","time spent":"1.565648764s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e289b33575a3d\" "} {"level":"warn","ts":"2026-03-19T05:59:36.84481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394723818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T05:59:36.844879Z","caller":"traceutil/trace.go:171","msg":"trace[487744577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2740; }","duration":"1.394834271s","start":"2026-03-19T05:59:35.450029Z","end":"2026-03-19T05:59:36.844863Z","steps":["trace[487744577] 'agreement among raft nodes before linearized reading' (duration: 1.394617446s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.844925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.45001Z","time spent":"1.394905102s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T05:59:36.844896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.70572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T05:59:36.845179Z","caller":"traceutil/trace.go:171","msg":"trace[1982406784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2740; }","duration":"616.031688ms","start":"2026-03-19T05:59:36.229124Z","end":"2026-03-19T05:59:36.845155Z","steps":["trace[1982406784] 'agreement among raft nodes before linearized reading' (duration: 615.68334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.845237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256785658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T05:59:36.84528Z","caller":"traceutil/trace.go:171","msg":"trace[1202298005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2740; }","duration":"1.25684742s","start":"2026-03-19T05:59:35.588418Z","end":"2026-03-19T05:59:36.845265Z","steps":["trace[1202298005] 'agreement among raft nodes before linearized reading' (duration: 1.256728287s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.845328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.588407Z","time spent":"1.256913141s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T05:59:36.845267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:36.229102Z","time spent":"616.147211ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T05:59:36.845603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257573268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T05:59:36.845667Z","caller":"traceutil/trace.go:171","msg":"trace[505493467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2740; }","duration":"1.25768473s","start":"2026-03-19T05:59:35.587971Z","end":"2026-03-19T05:59:36.845656Z","steps":["trace[505493467] 'agreement among raft nodes before linearized reading' (duration: 1.257548047s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.845703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.587945Z","time spent":"1.257749531s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T05:59:36.845756Z","caller":"traceutil/trace.go:171","msg":"trace[1727489689] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"676.427091ms","start":"2026-03-19T05:59:36.169317Z","end":"2026-03-19T05:59:36.845744Z","steps":["trace[1727489689] 'process raft request' (duration: 674.519863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.845922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:36.169277Z","time spent":"676.504482ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:36.845948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.130424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:36.846019Z","caller":"traceutil/trace.go:171","msg":"trace[802326804] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2740; }","duration":"460.255017ms","start":"2026-03-19T05:59:36.385743Z","end":"2026-03-19T05:59:36.845998Z","steps":["trace[802326804] 'agreement among raft nodes before linearized reading' (duration: 460.095583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.846058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:36.38572Z","time spent":"460.329929ms","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:59:36.846121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258722765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T05:59:36.846228Z","caller":"traceutil/trace.go:171","msg":"trace[1932910099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2740; }","duration":"1.25890781s","start":"2026-03-19T05:59:35.587303Z","end":"2026-03-19T05:59:36.84621Z","steps":["trace[1932910099] 'agreement among raft nodes before linearized reading' (duration: 1.258655874s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:36.846266Z","caller":"traceutil/trace.go:171","msg":"trace[1634114525] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"588.822335ms","start":"2026-03-19T05:59:36.25743Z","end":"2026-03-19T05:59:36.846252Z","steps":["trace[1634114525] 'process raft request' (duration: 587.149734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.846368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.58729Z","time spent":"1.258978091s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T05:59:36.846491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.887343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T05:59:36.846526Z","caller":"traceutil/trace.go:171","msg":"trace[1911211257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2740; }","duration":"210.997785ms","start":"2026-03-19T05:59:36.63552Z","end":"2026-03-19T05:59:36.846517Z","steps":["trace[1911211257] 'agreement among raft nodes before linearized reading' (duration: 210.871452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.846368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:36.257411Z","time spent":"588.891007ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T05:59:36.846827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26217043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T05:59:36.846879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349800317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T05:59:36.846919Z","caller":"traceutil/trace.go:171","msg":"trace[1125721522] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2740; }","duration":"1.34987906s","start":"2026-03-19T05:59:35.497029Z","end":"2026-03-19T05:59:36.846908Z","steps":["trace[1125721522] 'agreement among raft nodes before linearized reading' (duration: 1.349799987s)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:36.846926Z","caller":"traceutil/trace.go:171","msg":"trace[1584851621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2740; }","duration":"1.262328484s","start":"2026-03-19T05:59:35.584574Z","end":"2026-03-19T05:59:36.846902Z","steps":["trace[1584851621] 'agreement among raft nodes before linearized reading' (duration: 1.262020016s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T05:59:36.846948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.497001Z","time spent":"1.349938272s","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T05:59:36.846969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T05:59:35.584552Z","time spent":"1.262410237s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T05:59:43.054689Z","caller":"traceutil/trace.go:171","msg":"trace[178609043] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"120.059847ms","start":"2026-03-19T05:59:42.934611Z","end":"2026-03-19T05:59:43.054671Z","steps":["trace[178609043] 'process raft request' (duration: 120.006606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:43.054747Z","caller":"traceutil/trace.go:171","msg":"trace[282227790] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"120.259992ms","start":"2026-03-19T05:59:42.934455Z","end":"2026-03-19T05:59:43.054715Z","steps":["trace[282227790] 'process raft request' (duration: 120.082708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:43.055067Z","caller":"traceutil/trace.go:171","msg":"trace[1172465459] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"120.380566ms","start":"2026-03-19T05:59:42.934661Z","end":"2026-03-19T05:59:43.055041Z","steps":["trace[1172465459] 'process raft request' (duration: 119.981335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:43.055112Z","caller":"traceutil/trace.go:171","msg":"trace[1730512914] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"119.374261ms","start":"2026-03-19T05:59:42.935723Z","end":"2026-03-19T05:59:43.055098Z","steps":["trace[1730512914] 'process raft request' (duration: 119.224688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T05:59:49.174647Z","caller":"traceutil/trace.go:171","msg":"trace[487160310] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"121.958614ms","start":"2026-03-19T05:59:49.052655Z","end":"2026-03-19T05:59:49.174613Z","steps":["trace[487160310] 'process raft request' (duration: 28.431542ms)","trace[487160310] 'compare' (duration: 93.365968ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:01:45.39882Z","caller":"traceutil/trace.go:171","msg":"trace[1888245844] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"102.043694ms","start":"2026-03-19T06:01:45.296735Z","end":"2026-03-19T06:01:45.398778Z","steps":["trace[1888245844] 'process raft request' (duration: 101.85313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.65796Z","caller":"traceutil/trace.go:171","msg":"trace[445034892] transaction","detail":"{read_only:false; response_revision:3521; number_of_response:1; }","duration":"251.537559ms","start":"2026-03-19T06:01:45.406384Z","end":"2026-03-19T06:01:45.657922Z","steps":["trace[445034892] 'process raft request' (duration: 234.546187ms)","trace[445034892] 'compare' (duration: 16.47441ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:01:45.658248Z","caller":"traceutil/trace.go:171","msg":"trace[2082537711] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"245.145651ms","start":"2026-03-19T06:01:45.413091Z","end":"2026-03-19T06:01:45.658236Z","steps":["trace[2082537711] 'process raft request' (duration: 244.69208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.658564Z","caller":"traceutil/trace.go:171","msg":"trace[663555151] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"169.81068ms","start":"2026-03-19T06:01:45.488741Z","end":"2026-03-19T06:01:45.658552Z","steps":["trace[663555151] 'process raft request' (duration: 169.42194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.658574Z","caller":"traceutil/trace.go:171","msg":"trace[1444280499] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"168.790043ms","start":"2026-03-19T06:01:45.489733Z","end":"2026-03-19T06:01:45.658523Z","steps":["trace[1444280499] 'process raft request' (duration: 168.479325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:01:45.658594Z","caller":"traceutil/trace.go:171","msg":"trace[2024114570] linearizableReadLoop","detail":"{readStateIndex:3670; appliedIndex:3666; }","duration":"123.007687ms","start":"2026-03-19T06:01:45.535421Z","end":"2026-03-19T06:01:45.658428Z","steps":["trace[2024114570] 'read index received' (duration: 105.541523ms)","trace[2024114570] 'applied index is now lower than readState.Index' (duration: 17.465304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:01:45.658818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.366835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:01:45.658943Z","caller":"traceutil/trace.go:171","msg":"trace[1277502423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:3524; }","duration":"123.559139ms","start":"2026-03-19T06:01:45.535356Z","end":"2026-03-19T06:01:45.658915Z","steps":["trace[1277502423] 'agreement among raft nodes before linearized reading' (duration: 123.224261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:15.272538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.586365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:02:15.27263Z","caller":"traceutil/trace.go:171","msg":"trace[1384362613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3691; }","duration":"739.743599ms","start":"2026-03-19T06:02:14.532868Z","end":"2026-03-19T06:02:15.272612Z","steps":["trace[1384362613] 'count revisions from in-memory index tree' (duration: 739.456882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:15.272704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:02:14.532844Z","time spent":"739.81728ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:02:15.273152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10129682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-03-19T06:02:15.273258Z","caller":"traceutil/trace.go:171","msg":"trace[780642577] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3691; }","duration":"1.101445354s","start":"2026-03-19T06:02:14.171788Z","end":"2026-03-19T06:02:15.273234Z","steps":["trace[780642577] 'range keys from in-memory index tree' (duration: 1.101135417s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:15.273303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:02:14.171768Z","time spent":"1.101524817s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17090,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-19T06:02:15.273284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087081208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T06:02:15.27339Z","caller":"traceutil/trace.go:171","msg":"trace[2025938434] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3691; }","duration":"1.087251583s","start":"2026-03-19T06:02:14.18611Z","end":"2026-03-19T06:02:15.273361Z","steps":["trace[2025938434] 'range keys from in-memory index tree' (duration: 1.086821211s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:15.273453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:02:14.186093Z","time spent":"1.087343385s","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-19T06:02:15.287527Z","caller":"traceutil/trace.go:171","msg":"trace[895536707] linearizableReadLoop","detail":"{readStateIndex:3844; appliedIndex:3843; }","duration":"164.421695ms","start":"2026-03-19T06:02:15.123087Z","end":"2026-03-19T06:02:15.287508Z","steps":["trace[895536707] 'read index received' (duration: 164.22562ms)","trace[895536707] 'applied index is now lower than readState.Index' (duration: 195.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:02:15.287744Z","caller":"traceutil/trace.go:171","msg":"trace[1763011953] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"333.856905ms","start":"2026-03-19T06:02:14.95388Z","end":"2026-03-19T06:02:15.287736Z","steps":["trace[1763011953] 'process raft request' (duration: 333.480796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:02:15.287827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:02:14.953852Z","time spent":"333.908357ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:02:15.288013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.940828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:02:15.288031Z","caller":"traceutil/trace.go:171","msg":"trace[1803613312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3692; }","duration":"164.957878ms","start":"2026-03-19T06:02:15.123067Z","end":"2026-03-19T06:02:15.288025Z","steps":["trace[1803613312] 'agreement among raft nodes before linearized reading' (duration: 164.879786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:07.190661Z","caller":"traceutil/trace.go:171","msg":"trace[328026823] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"100.275081ms","start":"2026-03-19T06:03:07.090361Z","end":"2026-03-19T06:03:07.190636Z","steps":["trace[328026823] 'process raft request' (duration: 100.139127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:24.177889Z","caller":"traceutil/trace.go:171","msg":"trace[124917005] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"111.083879ms","start":"2026-03-19T06:03:24.06678Z","end":"2026-03-19T06:03:24.177864Z","steps":["trace[124917005] 'process raft request' (duration: 40.884729ms)","trace[124917005] 'compare' (duration: 70.029756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:24.17831Z","caller":"traceutil/trace.go:171","msg":"trace[1463639873] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"103.785258ms","start":"2026-03-19T06:03:24.074495Z","end":"2026-03-19T06:03:24.178281Z","steps":["trace[1463639873] 'process raft request' (duration: 103.327627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:30.257458Z","caller":"traceutil/trace.go:171","msg":"trace[1149586237] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"103.859819ms","start":"2026-03-19T06:03:30.153576Z","end":"2026-03-19T06:03:30.257435Z","steps":["trace[1149586237] 'process raft request' (duration: 102.173438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:31.804004Z","caller":"traceutil/trace.go:171","msg":"trace[933065396] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"218.345364ms","start":"2026-03-19T06:03:31.58563Z","end":"2026-03-19T06:03:31.803975Z","steps":["trace[933065396] 'process raft request' (duration: 162.664936ms)","trace[933065396] 'compare' (duration: 55.520684ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:31.8049Z","caller":"traceutil/trace.go:171","msg":"trace[1548537008] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"202.912039ms","start":"2026-03-19T06:03:31.601946Z","end":"2026-03-19T06:03:31.804858Z","steps":["trace[1548537008] 'process raft request' (duration: 202.599182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:31.804981Z","caller":"traceutil/trace.go:171","msg":"trace[80177556] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"152.145304ms","start":"2026-03-19T06:03:31.652805Z","end":"2026-03-19T06:03:31.80495Z","steps":["trace[80177556] 'process raft request' (duration: 151.972509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:31.805213Z","caller":"traceutil/trace.go:171","msg":"trace[392143113] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"102.677421ms","start":"2026-03-19T06:03:31.702477Z","end":"2026-03-19T06:03:31.805154Z","steps":["trace[392143113] 'process raft request' (duration: 102.362863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:32.118744Z","caller":"traceutil/trace.go:171","msg":"trace[1984749467] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"171.746582ms","start":"2026-03-19T06:03:31.946971Z","end":"2026-03-19T06:03:32.118717Z","steps":["trace[1984749467] 'process raft request' (duration: 170.973163ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:32.127173Z","caller":"traceutil/trace.go:171","msg":"trace[1740244559] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"168.49305ms","start":"2026-03-19T06:03:31.958608Z","end":"2026-03-19T06:03:32.127101Z","steps":["trace[1740244559] 'process raft request' (duration: 168.040849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:32.131003Z","caller":"traceutil/trace.go:171","msg":"trace[1275119434] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4482; }","duration":"114.71715ms","start":"2026-03-19T06:03:32.012301Z","end":"2026-03-19T06:03:32.127018Z","steps":["trace[1275119434] 'process raft request' (duration: 114.600668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:34.821149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.3643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:34.821266Z","caller":"traceutil/trace.go:171","msg":"trace[2101209944] linearizableReadLoop","detail":"{readStateIndex:4711; appliedIndex:4710; }","duration":"132.675633ms","start":"2026-03-19T06:03:34.688571Z","end":"2026-03-19T06:03:34.821246Z","steps":["trace[2101209944] 'read index received' (duration: 31.24835ms)","trace[2101209944] 'applied index is now lower than readState.Index' (duration: 101.425513ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:34.82134Z","caller":"traceutil/trace.go:171","msg":"trace[319459303] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"133.620787ms","start":"2026-03-19T06:03:34.687689Z","end":"2026-03-19T06:03:34.821309Z","steps":["trace[319459303] 'process raft request' (duration: 31.988899ms)","trace[319459303] 'compare' (duration: 101.225537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:34.821565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.979411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:03:34.821666Z","caller":"traceutil/trace.go:171","msg":"trace[1275949819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4522; }","duration":"133.153525ms","start":"2026-03-19T06:03:34.68849Z","end":"2026-03-19T06:03:34.821644Z","steps":["trace[1275949819] 'agreement among raft nodes before linearized reading' (duration: 132.856198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:34.857993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.036611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:03:34.85804Z","caller":"traceutil/trace.go:171","msg":"trace[1121953855] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"168.22163ms","start":"2026-03-19T06:03:34.689577Z","end":"2026-03-19T06:03:34.857799Z","steps":["trace[1121953855] 'process raft request' (duration: 168.137158ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:34.858083Z","caller":"traceutil/trace.go:171","msg":"trace[1889371570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4523; }","duration":"163.162684ms","start":"2026-03-19T06:03:34.694902Z","end":"2026-03-19T06:03:34.858065Z","steps":["trace[1889371570] 'agreement among raft nodes before linearized reading' (duration: 162.925769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:36.013239Z","caller":"traceutil/trace.go:171","msg":"trace[1309949449] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"196.080225ms","start":"2026-03-19T06:03:35.817114Z","end":"2026-03-19T06:03:36.013195Z","steps":["trace[1309949449] 'process raft request' (duration: 195.819679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:38.118926Z","caller":"traceutil/trace.go:171","msg":"trace[1824036381] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"130.541769ms","start":"2026-03-19T06:03:37.98835Z","end":"2026-03-19T06:03:38.118892Z","steps":["trace[1824036381] 'process raft request' (duration: 130.318094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:38.173838Z","caller":"traceutil/trace.go:171","msg":"trace[704747754] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"174.491746ms","start":"2026-03-19T06:03:37.999313Z","end":"2026-03-19T06:03:38.173804Z","steps":["trace[704747754] 'process raft request' (duration: 174.24053ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:38.174388Z","caller":"traceutil/trace.go:171","msg":"trace[159578415] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"153.596874ms","start":"2026-03-19T06:03:38.020759Z","end":"2026-03-19T06:03:38.174356Z","steps":["trace[159578415] 'process raft request' (duration: 152.985709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:38.174398Z","caller":"traceutil/trace.go:171","msg":"trace[723675218] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"143.487882ms","start":"2026-03-19T06:03:38.03087Z","end":"2026-03-19T06:03:38.174358Z","steps":["trace[723675218] 'process raft request' (duration: 143.310198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:39.125441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.664857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-310e9ebe-6bae-47b5-a2da-344fa5bd0d26\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-19T06:03:39.125543Z","caller":"traceutil/trace.go:171","msg":"trace[2133054769] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-310e9ebe-6bae-47b5-a2da-344fa5bd0d26; range_end:; response_count:1; response_revision:4635; }","duration":"131.80612ms","start":"2026-03-19T06:03:38.993707Z","end":"2026-03-19T06:03:39.125513Z","steps":["trace[2133054769] 'range keys from in-memory index tree' (duration: 131.494783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:39.276062Z","caller":"traceutil/trace.go:171","msg":"trace[2036604055] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"144.091148ms","start":"2026-03-19T06:03:39.131937Z","end":"2026-03-19T06:03:39.276029Z","steps":["trace[2036604055] 'process raft request' (duration: 143.945454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:40.335716Z","caller":"traceutil/trace.go:171","msg":"trace[1136550620] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"156.786815ms","start":"2026-03-19T06:03:40.178907Z","end":"2026-03-19T06:03:40.335694Z","steps":["trace[1136550620] 'process raft request' (duration: 156.646501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.501524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.074288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:40.502039Z","caller":"traceutil/trace.go:171","msg":"trace[1932731366] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"237.392266ms","start":"2026-03-19T06:03:40.264616Z","end":"2026-03-19T06:03:40.502009Z","steps":["trace[1932731366] 'process raft request' (duration: 126.750944ms)","trace[1932731366] 'compare' (duration: 109.838242ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:40.502099Z","caller":"traceutil/trace.go:171","msg":"trace[969912350] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4829; }","duration":"183.175713ms","start":"2026-03-19T06:03:40.318906Z","end":"2026-03-19T06:03:40.502081Z","steps":["trace[969912350] 'read index received' (duration: 16.688146ms)","trace[969912350] 'applied index is now lower than readState.Index' (duration: 166.486647ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:40.502305Z","caller":"traceutil/trace.go:171","msg":"trace[642599990] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"211.94018ms","start":"2026-03-19T06:03:40.290323Z","end":"2026-03-19T06:03:40.502263Z","steps":["trace[642599990] 'process raft request' (duration: 211.314685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.502713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.800629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:03:40.502783Z","caller":"traceutil/trace.go:171","msg":"trace[1912761321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:4642; }","duration":"183.896282ms","start":"2026-03-19T06:03:40.318875Z","end":"2026-03-19T06:03:40.502771Z","steps":["trace[1912761321] 'agreement among raft nodes before linearized reading' (duration: 183.267665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.876466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.560353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:03:40.876563Z","caller":"traceutil/trace.go:171","msg":"trace[694387824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4642; }","duration":"177.688706ms","start":"2026-03-19T06:03:40.698841Z","end":"2026-03-19T06:03:40.87653Z","steps":["trace[694387824] 'range keys from in-memory index tree' (duration: 177.341008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.876588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.658536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xjqxv\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-19T06:03:40.876742Z","caller":"traceutil/trace.go:171","msg":"trace[396981826] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-xjqxv; range_end:; response_count:1; response_revision:4642; }","duration":"157.889532ms","start":"2026-03-19T06:03:40.718822Z","end":"2026-03-19T06:03:40.876711Z","steps":["trace[396981826] 'range keys from in-memory index tree' (duration: 157.40294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.876472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.335303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-310e9ebe-6bae-47b5-a2da-344fa5bd0d26\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-19T06:03:40.877059Z","caller":"traceutil/trace.go:171","msg":"trace[971460415] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-310e9ebe-6bae-47b5-a2da-344fa5bd0d26; range_end:; response_count:1; response_revision:4642; }","duration":"166.957348ms","start":"2026-03-19T06:03:40.710083Z","end":"2026-03-19T06:03:40.87704Z","steps":["trace[971460415] 'range keys from in-memory index tree' (duration: 166.164088ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:40.950528Z","caller":"traceutil/trace.go:171","msg":"trace[1882351347] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"123.02058ms","start":"2026-03-19T06:03:40.827479Z","end":"2026-03-19T06:03:40.9505Z","steps":["trace[1882351347] 'read index received' (duration: 122.961629ms)","trace[1882351347] 'applied index is now lower than readState.Index' (duration: 57.821µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:40.950591Z","caller":"traceutil/trace.go:171","msg":"trace[609372905] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"211.944031ms","start":"2026-03-19T06:03:40.738614Z","end":"2026-03-19T06:03:40.950558Z","steps":["trace[609372905] 'process raft request' (duration: 211.708165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:40.950791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.292739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:03:40.950832Z","caller":"traceutil/trace.go:171","msg":"trace[1673644031] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:4643; }","duration":"123.396211ms","start":"2026-03-19T06:03:40.827423Z","end":"2026-03-19T06:03:40.950819Z","steps":["trace[1673644031] 'agreement among raft nodes before linearized reading' (duration: 123.215586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:41.015714Z","caller":"traceutil/trace.go:171","msg":"trace[1514186885] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"131.151845ms","start":"2026-03-19T06:03:40.884537Z","end":"2026-03-19T06:03:41.015689Z","steps":["trace[1514186885] 'process raft request' (duration: 131.053522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:41.015876Z","caller":"traceutil/trace.go:171","msg":"trace[924247586] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"134.518258ms","start":"2026-03-19T06:03:40.881284Z","end":"2026-03-19T06:03:41.015802Z","steps":["trace[924247586] 'process raft request' (duration: 125.75794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:41.016036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.936994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:03:41.016152Z","caller":"traceutil/trace.go:171","msg":"trace[1131515374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4645; }","duration":"124.082437ms","start":"2026-03-19T06:03:40.892044Z","end":"2026-03-19T06:03:41.016126Z","steps":["trace[1131515374] 'agreement among raft nodes before linearized reading' (duration: 123.675307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:41.016167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.873117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T06:03:41.016211Z","caller":"traceutil/trace.go:171","msg":"trace[742051817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"166.947419ms","start":"2026-03-19T06:03:40.84925Z","end":"2026-03-19T06:03:41.016198Z","steps":["trace[742051817] 'agreement among raft nodes before linearized reading' (duration: 166.794675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:41.016195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.376626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:03:41.01617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.466603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6e6add3-430c-429f-b04c-fe4ce4df5648\" ","response":"range_response_count:1 size:4053"} {"level":"warn","ts":"2026-03-19T06:03:41.016227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.38235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:03:41.016264Z","caller":"traceutil/trace.go:171","msg":"trace[1683275678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4645; }","duration":"116.462198ms","start":"2026-03-19T06:03:40.899787Z","end":"2026-03-19T06:03:41.016249Z","steps":["trace[1683275678] 'agreement among raft nodes before linearized reading' (duration: 116.12716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:41.016361Z","caller":"traceutil/trace.go:171","msg":"trace[1777314230] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6e6add3-430c-429f-b04c-fe4ce4df5648; range_end:; response_count:1; response_revision:4645; }","duration":"109.729979ms","start":"2026-03-19T06:03:40.906579Z","end":"2026-03-19T06:03:41.016309Z","steps":["trace[1777314230] 'agreement among raft nodes before linearized reading' (duration: 109.296738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:41.016355Z","caller":"traceutil/trace.go:171","msg":"trace[525335776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4645; }","duration":"125.568215ms","start":"2026-03-19T06:03:40.890767Z","end":"2026-03-19T06:03:41.016336Z","steps":["trace[525335776] 'agreement among raft nodes before linearized reading' (duration: 125.204697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:42.565476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.446155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:42.565491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.838303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:42.565538Z","caller":"traceutil/trace.go:171","msg":"trace[754422173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4697; }","duration":"335.544988ms","start":"2026-03-19T06:03:42.229981Z","end":"2026-03-19T06:03:42.565526Z","steps":["trace[754422173] 'range keys from in-memory index tree' (duration: 335.369424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:42.565565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:42.229971Z","time spent":"335.589389ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:03:42.565567Z","caller":"traceutil/trace.go:171","msg":"trace[1265041063] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4697; }","duration":"405.938535ms","start":"2026-03-19T06:03:42.159609Z","end":"2026-03-19T06:03:42.565548Z","steps":["trace[1265041063] 'range keys from in-memory index tree' (duration: 405.781251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:42.565608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:42.159602Z","time spent":"405.997407ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T06:03:42.56572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.484683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T06:03:42.565784Z","caller":"traceutil/trace.go:171","msg":"trace[1193046868] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4697; }","duration":"411.607216ms","start":"2026-03-19T06:03:42.154161Z","end":"2026-03-19T06:03:42.565769Z","steps":["trace[1193046868] 'range keys from in-memory index tree' (duration: 411.290479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:42.56582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:42.154141Z","time spent":"411.672038ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-19T06:03:42.567711Z","caller":"traceutil/trace.go:171","msg":"trace[1940587552] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"225.05058ms","start":"2026-03-19T06:03:42.342652Z","end":"2026-03-19T06:03:42.567703Z","steps":["trace[1940587552] 'process raft request' (duration: 224.967668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.543769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396864818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:03:43.850282Z","caller":"traceutil/trace.go:171","msg":"trace[2024453727] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4909; }","duration":"807.43629ms","start":"2026-03-19T06:03:43.042816Z","end":"2026-03-19T06:03:43.850253Z","steps":["trace[2024453727] 'read index received' (duration: 712.942011ms)","trace[2024453727] 'applied index is now lower than readState.Index' (duration: 94.492569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:43.850294Z","caller":"traceutil/trace.go:171","msg":"trace[1897224056] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"807.565363ms","start":"2026-03-19T06:03:43.042704Z","end":"2026-03-19T06:03:43.850269Z","steps":["trace[1897224056] 'process raft request' (duration: 713.048674ms)","trace[1897224056] 'compare' (duration: 94.144669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:43.850484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.658995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T06:03:43.850479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.042677Z","time spent":"807.709026ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:43.850536Z","caller":"traceutil/trace.go:171","msg":"trace[1529378517] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4716; }","duration":"807.735158ms","start":"2026-03-19T06:03:43.042785Z","end":"2026-03-19T06:03:43.85052Z","steps":["trace[1529378517] 'agreement among raft nodes before linearized reading' (duration: 807.560233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.850574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.042771Z","time spent":"807.794039ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T06:03:43.866515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.848699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:43.866594Z","caller":"traceutil/trace.go:171","msg":"trace[1311216761] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4717; }","duration":"821.945861ms","start":"2026-03-19T06:03:43.044626Z","end":"2026-03-19T06:03:43.866572Z","steps":["trace[1311216761] 'agreement among raft nodes before linearized reading' (duration: 821.785837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.866629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.044617Z","time spent":"822.004772ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-03-19T06:03:43.866563Z","caller":"traceutil/trace.go:171","msg":"trace[1628676788] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"274.803601ms","start":"2026-03-19T06:03:43.591703Z","end":"2026-03-19T06:03:43.866506Z","steps":["trace[1628676788] 'process raft request' (duration: 274.552535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.866633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.673993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-03-19T06:03:43.866675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.886949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:03:43.866728Z","caller":"traceutil/trace.go:171","msg":"trace[781260890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4717; }","duration":"811.998162ms","start":"2026-03-19T06:03:43.054717Z","end":"2026-03-19T06:03:43.866715Z","steps":["trace[781260890] 'agreement among raft nodes before linearized reading' (duration: 811.835418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:43.866726Z","caller":"traceutil/trace.go:171","msg":"trace[1961262246] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4717; }","duration":"718.810576ms","start":"2026-03-19T06:03:43.147891Z","end":"2026-03-19T06:03:43.866702Z","steps":["trace[1961262246] 'agreement among raft nodes before linearized reading' (duration: 718.535849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.866776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.054688Z","time spent":"812.076784ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:03:43.866829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.147872Z","time spent":"718.943639ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1241,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T06:03:43.866853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.192953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:03:43.866867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.779007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:03:43.866882Z","caller":"traceutil/trace.go:171","msg":"trace[1511081583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4717; }","duration":"813.233103ms","start":"2026-03-19T06:03:43.053639Z","end":"2026-03-19T06:03:43.866872Z","steps":["trace[1511081583] 'agreement among raft nodes before linearized reading' (duration: 813.158711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.866866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.249707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T06:03:43.866906Z","caller":"traceutil/trace.go:171","msg":"trace[338527434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4717; }","duration":"811.87797ms","start":"2026-03-19T06:03:43.055019Z","end":"2026-03-19T06:03:43.866897Z","steps":["trace[338527434] 'agreement among raft nodes before linearized reading' (duration: 811.770366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.866918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.05363Z","time spent":"813.279165ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:03:43.866939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.05501Z","time spent":"811.922942ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:03:43.866953Z","caller":"traceutil/trace.go:171","msg":"trace[1483056750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4717; }","duration":"693.33562ms","start":"2026-03-19T06:03:43.173592Z","end":"2026-03-19T06:03:43.866928Z","steps":["trace[1483056750] 'agreement among raft nodes before linearized reading' (duration: 693.089683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.86685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.739982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:43.866949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.331741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T06:03:43.867002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.173538Z","time spent":"693.454404ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-19T06:03:43.86704Z","caller":"traceutil/trace.go:171","msg":"trace[2063122015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4717; }","duration":"812.466345ms","start":"2026-03-19T06:03:43.054551Z","end":"2026-03-19T06:03:43.867017Z","steps":["trace[2063122015] 'agreement among raft nodes before linearized reading' (duration: 812.195357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:43.867085Z","caller":"traceutil/trace.go:171","msg":"trace[981198168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4717; }","duration":"636.05927ms","start":"2026-03-19T06:03:43.230975Z","end":"2026-03-19T06:03:43.867035Z","steps":["trace[981198168] 'agreement among raft nodes before linearized reading' (duration: 635.651749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:43.86711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.054529Z","time spent":"812.566577ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:03:43.867166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:43.230946Z","time spent":"636.180574ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:46.378702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396864991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:46.879741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396864991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:47.380467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396864991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:03:47.535651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.876010289s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:03:47.536161Z","caller":"traceutil/trace.go:171","msg":"trace[1408460037] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"1.876577313s","start":"2026-03-19T06:03:45.659562Z","end":"2026-03-19T06:03:47.536139Z","steps":["trace[1408460037] 'process raft request' (duration: 1.876422849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:47.53629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.659549Z","time spent":"1.876667405s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T06:03:49.225893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.690023915s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T06:03:49.230369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T06:03:49.230511Z","caller":"traceutil/trace.go:171","msg":"trace[1862368553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573489s","start":"2026-03-19T06:03:47.229906Z","end":"2026-03-19T06:03:49.23048Z","steps":["trace[1862368553] 'agreement among raft nodes before linearized reading' (duration: 2.000379484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.230602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.229882Z","time spent":"2.000686551s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 06:03:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T06:03:49.447199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.068239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T06:03:49.447853Z","caller":"traceutil/trace.go:171","msg":"trace[1264932003] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"2.86860651s","start":"2026-03-19T06:03:46.579205Z","end":"2026-03-19T06:03:49.447812Z","steps":["trace[1264932003] 'process raft request' (duration: 2.868121749s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.448103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.579175Z","time spent":"2.868787925s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:49.780122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.796273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:49.780378Z","caller":"traceutil/trace.go:171","msg":"trace[1888277816] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"509.820078ms","start":"2026-03-19T06:03:49.270539Z","end":"2026-03-19T06:03:49.780359Z","steps":["trace[1888277816] 'process raft request' (duration: 509.774017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.780381Z","caller":"traceutil/trace.go:171","msg":"trace[338215078] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"3.19701954s","start":"2026-03-19T06:03:46.583314Z","end":"2026-03-19T06:03:49.780334Z","steps":["trace[338215078] 'process raft request' (duration: 2.864476358s)","trace[338215078] 'compare' (duration: 331.552227ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:49.780429Z","caller":"traceutil/trace.go:171","msg":"trace[1598493523] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5029; }","duration":"3.90230569s","start":"2026-03-19T06:03:45.878101Z","end":"2026-03-19T06:03:49.780407Z","steps":["trace[1598493523] 'read index received' (duration: 1.657866963s)","trace[1598493523] 'applied index is now lower than readState.Index' (duration: 2.244436636s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:49.780458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.270512Z","time spent":"509.909371ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:49.780468Z","caller":"traceutil/trace.go:171","msg":"trace[117750405] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"3.195818629s","start":"2026-03-19T06:03:46.584575Z","end":"2026-03-19T06:03:49.780394Z","steps":["trace[117750405] 'process raft request' (duration: 3.195669576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.780664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902563206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T06:03:49.780737Z","caller":"traceutil/trace.go:171","msg":"trace[548414836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4838; }","duration":"3.902641028s","start":"2026-03-19T06:03:45.878083Z","end":"2026-03-19T06:03:49.780724Z","steps":["trace[548414836] 'agreement among raft nodes before linearized reading' (duration: 3.902432372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.780751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.584561Z","time spent":"3.196024014s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:49.780588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.58329Z","time spent":"3.197192054s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:49.780778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.878035Z","time spent":"3.90273348s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:03:49.780884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899431437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:03:49.780924Z","caller":"traceutil/trace.go:171","msg":"trace[742187171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4838; }","duration":"3.899509769s","start":"2026-03-19T06:03:45.881405Z","end":"2026-03-19T06:03:49.780914Z","steps":["trace[742187171] 'agreement among raft nodes before linearized reading' (duration: 3.899414867s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.780952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.881379Z","time spent":"3.899566171s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:03:49.781113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74199218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T06:03:49.781175Z","caller":"traceutil/trace.go:171","msg":"trace[1919748554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4838; }","duration":"2.742089602s","start":"2026-03-19T06:03:47.039073Z","end":"2026-03-19T06:03:49.781162Z","steps":["trace[1919748554] 'agreement among raft nodes before linearized reading' (duration: 2.741888077s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.039056Z","time spent":"2.742147843s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:03:49.781224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186860366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:03:49.781274Z","caller":"traceutil/trace.go:171","msg":"trace[1064162606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:4838; }","duration":"3.186951449s","start":"2026-03-19T06:03:46.594311Z","end":"2026-03-19T06:03:49.781262Z","steps":["trace[1064162606] 'agreement among raft nodes before linearized reading' (duration: 3.186769184s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571027069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T06:03:49.781369Z","caller":"traceutil/trace.go:171","msg":"trace[1621392208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b; range_end:; response_count:1; response_revision:4838; }","duration":"3.571248204s","start":"2026-03-19T06:03:46.210098Z","end":"2026-03-19T06:03:49.781347Z","steps":["trace[1621392208] 'agreement among raft nodes before linearized reading' (duration: 3.570932746s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10285111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719492"} {"level":"warn","ts":"2026-03-19T06:03:49.781403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.439785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:49.781413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178552689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pxlfq-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-19T06:03:49.781437Z","caller":"traceutil/trace.go:171","msg":"trace[1411726470] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4838; }","duration":"3.102944602s","start":"2026-03-19T06:03:46.678481Z","end":"2026-03-19T06:03:49.781426Z","steps":["trace[1411726470] 'agreement among raft nodes before linearized reading' (duration: 3.102545302s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.781454Z","caller":"traceutil/trace.go:171","msg":"trace[586698133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"482.546747ms","start":"2026-03-19T06:03:49.298896Z","end":"2026-03-19T06:03:49.781443Z","steps":["trace[586698133] 'agreement among raft nodes before linearized reading' (duration: 482.475215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.063954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:49.781481Z","caller":"traceutil/trace.go:171","msg":"trace[434887527] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pxlfq-tls; range_end:; response_count:1; response_revision:4838; }","duration":"3.178626291s","start":"2026-03-19T06:03:46.602823Z","end":"2026-03-19T06:03:49.781449Z","steps":["trace[434887527] 'agreement among raft nodes before linearized reading' (duration: 3.178520659s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.7815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466909469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:49.781505Z","caller":"traceutil/trace.go:171","msg":"trace[1345930247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4838; }","duration":"550.167276ms","start":"2026-03-19T06:03:49.231323Z","end":"2026-03-19T06:03:49.781491Z","steps":["trace[1345930247] 'agreement among raft nodes before linearized reading' (duration: 550.081964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.602808Z","time spent":"3.178707333s","remote":"127.0.0.1:42220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-pxlfq-tls\" "} {"level":"info","ts":"2026-03-19T06:03:49.781535Z","caller":"traceutil/trace.go:171","msg":"trace[265915125] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4838; }","duration":"3.466994711s","start":"2026-03-19T06:03:46.314528Z","end":"2026-03-19T06:03:49.781523Z","steps":["trace[265915125] 'agreement among raft nodes before linearized reading' (duration: 3.46693799s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.78155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.231262Z","time spent":"550.278419ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:49.781568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.314499Z","time spent":"3.467061153s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:49.781576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719818723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T06:03:49.781614Z","caller":"traceutil/trace.go:171","msg":"trace[932767810] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b; range_end:; response_count:1; response_revision:4838; }","duration":"3.719897005s","start":"2026-03-19T06:03:46.061705Z","end":"2026-03-19T06:03:49.781602Z","steps":["trace[932767810] 'agreement among raft nodes before linearized reading' (duration: 3.719800543s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.061682Z","time spent":"3.719964057s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" "} {"level":"warn","ts":"2026-03-19T06:03:49.781663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.949939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:49.781694Z","caller":"traceutil/trace.go:171","msg":"trace[1917484828] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4838; }","duration":"433.033932ms","start":"2026-03-19T06:03:49.348652Z","end":"2026-03-19T06:03:49.781686Z","steps":["trace[1917484828] 'agreement among raft nodes before linearized reading' (duration: 432.989261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.21007Z","time spent":"3.571344126s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" "} {"level":"warn","ts":"2026-03-19T06:03:49.781579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.067911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:03:49.781624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.694525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:03:49.781882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057511781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189e28daf7c6ec28\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-19T06:03:49.781485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.678457Z","time spent":"3.103017824s","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719514,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T06:03:49.781946Z","caller":"traceutil/trace.go:171","msg":"trace[415403143] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189e28daf7c6ec28; range_end:; response_count:1; response_revision:4838; }","duration":"2.057604453s","start":"2026-03-19T06:03:47.724324Z","end":"2026-03-19T06:03:49.781929Z","steps":["trace[415403143] 'agreement among raft nodes before linearized reading' (duration: 2.057450059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.781999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.724307Z","time spent":"2.057678784s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189e28daf7c6ec28\" "} {"level":"warn","ts":"2026-03-19T06:03:49.782093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187811554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:03:49.782118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898223276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413055"} {"level":"info","ts":"2026-03-19T06:03:49.782137Z","caller":"traceutil/trace.go:171","msg":"trace[1844897416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4838; }","duration":"2.187905916s","start":"2026-03-19T06:03:47.594221Z","end":"2026-03-19T06:03:49.782126Z","steps":["trace[1844897416] 'agreement among raft nodes before linearized reading' (duration: 2.187789643s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.782155Z","caller":"traceutil/trace.go:171","msg":"trace[1332141177] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4838; }","duration":"3.898280239s","start":"2026-03-19T06:03:45.883864Z","end":"2026-03-19T06:03:49.782144Z","steps":["trace[1332141177] 'agreement among raft nodes before linearized reading' (duration: 3.898102755s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.782172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.594197Z","time spent":"2.187968667s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:03:49.782202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.883854Z","time spent":"3.898340751s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413077,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T06:03:49.782346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191105745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:03:49.781729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.348639Z","time spent":"433.082803ms","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:03:49.782442Z","caller":"traceutil/trace.go:171","msg":"trace[591506311] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4838; }","duration":"2.191264039s","start":"2026-03-19T06:03:47.591155Z","end":"2026-03-19T06:03:49.782419Z","steps":["trace[591506311] 'agreement among raft nodes before linearized reading' (duration: 2.191035173s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.782408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900441592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:03:49.782498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:47.591137Z","time spent":"2.191349712s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:03:49.782537Z","caller":"traceutil/trace.go:171","msg":"trace[1742389709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4838; }","duration":"3.900603416s","start":"2026-03-19T06:03:45.881902Z","end":"2026-03-19T06:03:49.782505Z","steps":["trace[1742389709] 'agreement among raft nodes before linearized reading' (duration: 3.900178246s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.781856Z","caller":"traceutil/trace.go:171","msg":"trace[293234173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4838; }","duration":"300.344458ms","start":"2026-03-19T06:03:49.481498Z","end":"2026-03-19T06:03:49.781842Z","steps":["trace[293234173] 'agreement among raft nodes before linearized reading' (duration: 300.01634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.782644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.88189Z","time spent":"3.900737599s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:03:49.782684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.481413Z","time spent":"301.248271ms","remote":"127.0.0.1:47756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:49.781321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:46.594284Z","time spent":"3.187025441s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"info","ts":"2026-03-19T06:03:49.781903Z","caller":"traceutil/trace.go:171","msg":"trace[1686846746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4838; }","duration":"351.027144ms","start":"2026-03-19T06:03:49.43086Z","end":"2026-03-19T06:03:49.781887Z","steps":["trace[1686846746] 'agreement among raft nodes before linearized reading' (duration: 350.740207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.782881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.430825Z","time spent":"352.041369ms","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:03:49.781486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:49.29887Z","time spent":"482.609929ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:49.784437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902878944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T06:03:49.784492Z","caller":"traceutil/trace.go:171","msg":"trace[100765912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4838; }","duration":"3.902996206s","start":"2026-03-19T06:03:45.881485Z","end":"2026-03-19T06:03:49.784481Z","steps":["trace[100765912] 'agreement among raft nodes before linearized reading' (duration: 3.900330269s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.784523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:45.881453Z","time spent":"3.903062728s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:03:49.978864Z","caller":"traceutil/trace.go:171","msg":"trace[21307416] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"188.973598ms","start":"2026-03-19T06:03:49.789858Z","end":"2026-03-19T06:03:49.978831Z","steps":["trace[21307416] 'process raft request' (duration: 188.845465ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.978931Z","caller":"traceutil/trace.go:171","msg":"trace[1086275772] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"189.071161ms","start":"2026-03-19T06:03:49.789828Z","end":"2026-03-19T06:03:49.9789Z","steps":["trace[1086275772] 'process raft request' (duration: 188.833255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.978919Z","caller":"traceutil/trace.go:171","msg":"trace[758577889] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"189.358957ms","start":"2026-03-19T06:03:49.789519Z","end":"2026-03-19T06:03:49.978878Z","steps":["trace[758577889] 'process raft request' (duration: 189.0926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.978953Z","caller":"traceutil/trace.go:171","msg":"trace[150236625] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"189.414738ms","start":"2026-03-19T06:03:49.789512Z","end":"2026-03-19T06:03:49.978927Z","steps":["trace[150236625] 'process raft request' (duration: 189.013248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.979148Z","caller":"traceutil/trace.go:171","msg":"trace[1208836394] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"189.194183ms","start":"2026-03-19T06:03:49.789927Z","end":"2026-03-19T06:03:49.979121Z","steps":["trace[1208836394] 'process raft request' (duration: 188.853895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.979275Z","caller":"traceutil/trace.go:171","msg":"trace[2093647053] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"189.519671ms","start":"2026-03-19T06:03:49.789355Z","end":"2026-03-19T06:03:49.978875Z","steps":["trace[2093647053] 'process raft request' (duration: 167.015639ms)","trace[2093647053] 'compare' (duration: 21.945578ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:49.979502Z","caller":"traceutil/trace.go:171","msg":"trace[1123325402] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5036; }","duration":"132.795025ms","start":"2026-03-19T06:03:49.846679Z","end":"2026-03-19T06:03:49.979474Z","steps":["trace[1123325402] 'read index received' (duration: 109.628337ms)","trace[1123325402] 'applied index is now lower than readState.Index' (duration: 23.163988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:49.979645Z","caller":"traceutil/trace.go:171","msg":"trace[501930474] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"187.683726ms","start":"2026-03-19T06:03:49.791923Z","end":"2026-03-19T06:03:49.979607Z","steps":["trace[501930474] 'process raft request' (duration: 187.030859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.979868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.573718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-pxlfq-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-19T06:03:49.979928Z","caller":"traceutil/trace.go:171","msg":"trace[67819413] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-pxlfq-tls; range_end:; response_count:1; response_revision:4846; }","duration":"190.759762ms","start":"2026-03-19T06:03:49.789146Z","end":"2026-03-19T06:03:49.979906Z","steps":["trace[67819413] 'agreement among raft nodes before linearized reading' (duration: 190.464805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:49.979977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.718471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"warn","ts":"2026-03-19T06:03:49.980022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.268297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719492"} {"level":"info","ts":"2026-03-19T06:03:49.980052Z","caller":"traceutil/trace.go:171","msg":"trace[2093396415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4846; }","duration":"190.856676ms","start":"2026-03-19T06:03:49.789178Z","end":"2026-03-19T06:03:49.980034Z","steps":["trace[2093396415] 'agreement among raft nodes before linearized reading' (duration: 190.473366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:49.980099Z","caller":"traceutil/trace.go:171","msg":"trace[1352814858] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4846; }","duration":"183.365499ms","start":"2026-03-19T06:03:49.796713Z","end":"2026-03-19T06:03:49.980078Z","steps":["trace[1352814858] 'agreement among raft nodes before linearized reading' (duration: 182.798965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:50.021672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.503372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17308"} {"level":"info","ts":"2026-03-19T06:03:50.021759Z","caller":"traceutil/trace.go:171","msg":"trace[1948365061] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4847; }","duration":"173.652926ms","start":"2026-03-19T06:03:49.848086Z","end":"2026-03-19T06:03:50.021739Z","steps":["trace[1948365061] 'agreement among raft nodes before linearized reading' (duration: 173.480802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:50.957286Z","caller":"traceutil/trace.go:171","msg":"trace[1460805862] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"125.113054ms","start":"2026-03-19T06:03:50.832138Z","end":"2026-03-19T06:03:50.957251Z","steps":["trace[1460805862] 'process raft request' (duration: 105.776311ms)","trace[1460805862] 'compare' (duration: 18.968783ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:51.292352Z","caller":"traceutil/trace.go:171","msg":"trace[1825848727] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"119.229416ms","start":"2026-03-19T06:03:51.17307Z","end":"2026-03-19T06:03:51.2923Z","steps":["trace[1825848727] 'process raft request' (duration: 69.433043ms)","trace[1825848727] 'compare' (duration: 49.602869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:51.630506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.896261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:51.630665Z","caller":"traceutil/trace.go:171","msg":"trace[416166492] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"452.801446ms","start":"2026-03-19T06:03:51.177828Z","end":"2026-03-19T06:03:51.63063Z","steps":["trace[416166492] 'process raft request' (duration: 254.71943ms)","trace[416166492] 'compare' (duration: 197.388379ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:51.630754Z","caller":"traceutil/trace.go:171","msg":"trace[721315542] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"176.416135ms","start":"2026-03-19T06:03:51.454311Z","end":"2026-03-19T06:03:51.630727Z","steps":["trace[721315542] 'process raft request' (duration: 176.316583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:51.630815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.177792Z","time spent":"452.944019ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T06:03:51.631018Z","caller":"traceutil/trace.go:171","msg":"trace[1969574244] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5068; }","duration":"402.042177ms","start":"2026-03-19T06:03:51.22896Z","end":"2026-03-19T06:03:51.631002Z","steps":["trace[1969574244] 'read index received' (duration: 13.634009ms)","trace[1969574244] 'applied index is now lower than readState.Index' (duration: 388.406258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:51.631161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.200681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:51.631201Z","caller":"traceutil/trace.go:171","msg":"trace[1201702072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4872; }","duration":"402.292154ms","start":"2026-03-19T06:03:51.228897Z","end":"2026-03-19T06:03:51.631189Z","steps":["trace[1201702072] 'agreement among raft nodes before linearized reading' (duration: 402.210952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:51.631239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.228872Z","time spent":"402.357775ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:03:51.631273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.28124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:51.631346Z","caller":"traceutil/trace.go:171","msg":"trace[1219320886] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4872; }","duration":"373.389292ms","start":"2026-03-19T06:03:51.257937Z","end":"2026-03-19T06:03:51.631327Z","steps":["trace[1219320886] 'agreement among raft nodes before linearized reading' (duration: 373.240028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:51.631395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.25793Z","time spent":"373.455853ms","remote":"127.0.0.1:58988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:03:51.935264Z","caller":"traceutil/trace.go:171","msg":"trace[326215885] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"145.904892ms","start":"2026-03-19T06:03:51.789307Z","end":"2026-03-19T06:03:51.935212Z","steps":["trace[326215885] 'process raft request' (duration: 53.25853ms)","trace[326215885] 'compare' (duration: 92.465898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:51.966141Z","caller":"traceutil/trace.go:171","msg":"trace[358355412] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5071; }","duration":"173.139743ms","start":"2026-03-19T06:03:51.792966Z","end":"2026-03-19T06:03:51.966105Z","steps":["trace[358355412] 'read index received' (duration: 49.578808ms)","trace[358355412] 'applied index is now lower than readState.Index' (duration: 123.559555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:51.966491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.484081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-19T06:03:51.966542Z","caller":"traceutil/trace.go:171","msg":"trace[1791676686] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b; range_end:; response_count:1; response_revision:4874; }","duration":"173.588484ms","start":"2026-03-19T06:03:51.792938Z","end":"2026-03-19T06:03:51.966527Z","steps":["trace[1791676686] 'agreement among raft nodes before linearized reading' (duration: 173.310407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:51.967047Z","caller":"traceutil/trace.go:171","msg":"trace[1071622348] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"177.159823ms","start":"2026-03-19T06:03:51.789875Z","end":"2026-03-19T06:03:51.967035Z","steps":["trace[1071622348] 'process raft request' (duration: 176.042685ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.272059Z","caller":"traceutil/trace.go:171","msg":"trace[1341056654] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"284.389641ms","start":"2026-03-19T06:03:51.987642Z","end":"2026-03-19T06:03:52.272032Z","steps":["trace[1341056654] 'process raft request' (duration: 284.216246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.337527Z","caller":"traceutil/trace.go:171","msg":"trace[652671265] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"349.547447ms","start":"2026-03-19T06:03:51.987957Z","end":"2026-03-19T06:03:52.337504Z","steps":["trace[652671265] 'process raft request' (duration: 349.26185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.337644Z","caller":"traceutil/trace.go:171","msg":"trace[80018497] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5073; }","duration":"348.640954ms","start":"2026-03-19T06:03:51.988981Z","end":"2026-03-19T06:03:52.337622Z","steps":["trace[80018497] 'read index received' (duration: 282.958804ms)","trace[80018497] 'applied index is now lower than readState.Index' (duration: 65.68126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:52.337735Z","caller":"traceutil/trace.go:171","msg":"trace[937712054] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"349.386672ms","start":"2026-03-19T06:03:51.988337Z","end":"2026-03-19T06:03:52.337723Z","steps":["trace[937712054] 'process raft request' (duration: 349.205358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.337721Z","caller":"traceutil/trace.go:171","msg":"trace[478262673] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"349.476515ms","start":"2026-03-19T06:03:51.988199Z","end":"2026-03-19T06:03:52.337675Z","steps":["trace[478262673] 'process raft request' (duration: 349.228879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.337797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.988332Z","time spent":"349.435043ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.337888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.988195Z","time spent":"349.598808ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.337667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.987936Z","time spent":"349.64437ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.33797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.969062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-19T06:03:52.338013Z","caller":"traceutil/trace.go:171","msg":"trace[294723129] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4879; }","duration":"349.066254ms","start":"2026-03-19T06:03:51.988936Z","end":"2026-03-19T06:03:52.338002Z","steps":["trace[294723129] 'agreement among raft nodes before linearized reading' (duration: 348.818828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.338054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.988916Z","time spent":"349.128386ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63002,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T06:03:52.338234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.334824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:52.338284Z","caller":"traceutil/trace.go:171","msg":"trace[789479490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4879; }","duration":"108.474239ms","start":"2026-03-19T06:03:52.229795Z","end":"2026-03-19T06:03:52.33827Z","steps":["trace[789479490] 'agreement among raft nodes before linearized reading' (duration: 108.384936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:52.337539Z","caller":"traceutil/trace.go:171","msg":"trace[1013285085] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"349.386122ms","start":"2026-03-19T06:03:51.988127Z","end":"2026-03-19T06:03:52.337513Z","steps":["trace[1013285085] 'process raft request' (duration: 349.243659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.338295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.778171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:52.338381Z","caller":"traceutil/trace.go:171","msg":"trace[162634750] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4879; }","duration":"103.923506ms","start":"2026-03-19T06:03:52.234433Z","end":"2026-03-19T06:03:52.338356Z","steps":["trace[162634750] 'agreement among raft nodes before linearized reading' (duration: 103.751871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.338426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:51.988113Z","time spent":"350.234285ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:52.339048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.517302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777677"} {"level":"info","ts":"2026-03-19T06:03:52.339156Z","caller":"traceutil/trace.go:171","msg":"trace[1626627539] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4879; }","duration":"336.666655ms","start":"2026-03-19T06:03:52.002463Z","end":"2026-03-19T06:03:52.33913Z","steps":["trace[1626627539] 'agreement among raft nodes before linearized reading' (duration: 335.723991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:52.339358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.002449Z","time spent":"336.890201ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777699,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T06:03:53.560275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.313604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-19T06:03:53.560423Z","caller":"traceutil/trace.go:171","msg":"trace[1003813611] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b; range_end:; response_count:1; response_revision:4879; }","duration":"589.472818ms","start":"2026-03-19T06:03:52.970931Z","end":"2026-03-19T06:03:53.560404Z","steps":["trace[1003813611] 'range keys from in-memory index tree' (duration: 589.059268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:53.560501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:52.970867Z","time spent":"589.619702ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1bdcbe61-ec26-41bd-ae76-ed47f0097e1b\" "} {"level":"warn","ts":"2026-03-19T06:03:53.561226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.613368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777677"} {"level":"info","ts":"2026-03-19T06:03:53.561381Z","caller":"traceutil/trace.go:171","msg":"trace[984681915] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4879; }","duration":"520.802793ms","start":"2026-03-19T06:03:53.040519Z","end":"2026-03-19T06:03:53.561322Z","steps":["trace[984681915] 'range keys from in-memory index tree' (duration: 519.519032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:53.561456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.040474Z","time spent":"520.961437ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777699,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T06:03:53.730184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396865089,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:03:54.136789Z","caller":"traceutil/trace.go:171","msg":"trace[212282974] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"978.720397ms","start":"2026-03-19T06:03:53.158044Z","end":"2026-03-19T06:03:54.136765Z","steps":["trace[212282974] 'process raft request' (duration: 978.525131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.136949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.158005Z","time spent":"978.850769ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:54.343412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.753323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:03:54.343689Z","caller":"traceutil/trace.go:171","msg":"trace[285205670] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5078; }","duration":"1.11388596s","start":"2026-03-19T06:03:53.22978Z","end":"2026-03-19T06:03:54.343666Z","steps":["trace[285205670] 'read index received' (duration: 906.931673ms)","trace[285205670] 'applied index is now lower than readState.Index' (duration: 206.952867ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:03:54.343706Z","caller":"traceutil/trace.go:171","msg":"trace[1214876392] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"706.425468ms","start":"2026-03-19T06:03:53.637224Z","end":"2026-03-19T06:03:54.343649Z","steps":["trace[1214876392] 'process raft request' (duration: 537.256164ms)","trace[1214876392] 'compare' (duration: 168.585919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:03:54.343946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.637198Z","time spent":"706.608961ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:54.344152Z","caller":"traceutil/trace.go:171","msg":"trace[1164933106] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"372.009078ms","start":"2026-03-19T06:03:53.972125Z","end":"2026-03-19T06:03:54.344134Z","steps":["trace[1164933106] 'process raft request' (duration: 371.491365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.344219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.972108Z","time spent":"372.07248ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:03:54.344319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114417635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:54.344239Z","caller":"traceutil/trace.go:171","msg":"trace[221204891] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"402.921459ms","start":"2026-03-19T06:03:53.94107Z","end":"2026-03-19T06:03:54.343991Z","steps":["trace[221204891] 'process raft request' (duration: 402.483338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.344571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.506549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-19T06:03:54.344586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.941042Z","time spent":"403.469644ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:03:54.344644Z","caller":"traceutil/trace.go:171","msg":"trace[259099568] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4883; }","duration":"124.636283ms","start":"2026-03-19T06:03:54.219989Z","end":"2026-03-19T06:03:54.344625Z","steps":["trace[259099568] 'agreement among raft nodes before linearized reading' (duration: 124.505589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.344623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.270068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777677"} {"level":"info","ts":"2026-03-19T06:03:54.344733Z","caller":"traceutil/trace.go:171","msg":"trace[1651899488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4883; }","duration":"1.114666401s","start":"2026-03-19T06:03:53.229716Z","end":"2026-03-19T06:03:54.344382Z","steps":["trace[1651899488] 'agreement among raft nodes before linearized reading' (duration: 1.114159147s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.344758Z","caller":"traceutil/trace.go:171","msg":"trace[328393383] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4883; }","duration":"304.449092ms","start":"2026-03-19T06:03:54.040283Z","end":"2026-03-19T06:03:54.344732Z","steps":["trace[328393383] 'agreement among raft nodes before linearized reading' (duration: 303.666622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.344815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:54.04026Z","time spent":"304.539264ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777699,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T06:03:54.344774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:03:53.229691Z","time spent":"1.1150742s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:03:54.466318Z","caller":"traceutil/trace.go:171","msg":"trace[885681578] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"115.881743ms","start":"2026-03-19T06:03:54.350403Z","end":"2026-03-19T06:03:54.466285Z","steps":["trace[885681578] 'process raft request' (duration: 115.628447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.466396Z","caller":"traceutil/trace.go:171","msg":"trace[1148655665] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"115.7822ms","start":"2026-03-19T06:03:54.350607Z","end":"2026-03-19T06:03:54.466389Z","steps":["trace[1148655665] 'process raft request' (duration: 115.587945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:03:54.466397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.054058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:03:54.466404Z","caller":"traceutil/trace.go:171","msg":"trace[2037554599] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"116.241602ms","start":"2026-03-19T06:03:54.350116Z","end":"2026-03-19T06:03:54.466358Z","steps":["trace[2037554599] 'process raft request' (duration: 115.74666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.46647Z","caller":"traceutil/trace.go:171","msg":"trace[1878668691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"112.1779ms","start":"2026-03-19T06:03:54.354276Z","end":"2026-03-19T06:03:54.466454Z","steps":["trace[1878668691] 'agreement among raft nodes before linearized reading' (duration: 112.001206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.466454Z","caller":"traceutil/trace.go:171","msg":"trace[1077012961] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"115.956894ms","start":"2026-03-19T06:03:54.350452Z","end":"2026-03-19T06:03:54.466408Z","steps":["trace[1077012961] 'process raft request' (duration: 115.680798ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.466527Z","caller":"traceutil/trace.go:171","msg":"trace[937971043] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"115.709119ms","start":"2026-03-19T06:03:54.35081Z","end":"2026-03-19T06:03:54.466519Z","steps":["trace[937971043] 'process raft request' (duration: 115.420062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:54.466338Z","caller":"traceutil/trace.go:171","msg":"trace[1517851464] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"115.827292ms","start":"2026-03-19T06:03:54.350482Z","end":"2026-03-19T06:03:54.466309Z","steps":["trace[1517851464] 'process raft request' (duration: 115.683288ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:03:55.974695Z","caller":"traceutil/trace.go:171","msg":"trace[551026531] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"271.293394ms","start":"2026-03-19T06:03:55.703375Z","end":"2026-03-19T06:03:55.974669Z","steps":["trace[551026531] 'process raft request' (duration: 268.995526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:01.522182Z","caller":"traceutil/trace.go:171","msg":"trace[1614350638] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5222; }","duration":"245.178782ms","start":"2026-03-19T06:04:01.276973Z","end":"2026-03-19T06:04:01.522151Z","steps":["trace[1614350638] 'read index received' (duration: 244.972037ms)","trace[1614350638] 'applied index is now lower than readState.Index' (duration: 205.775µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:01.522362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.375427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T06:04:01.522397Z","caller":"traceutil/trace.go:171","msg":"trace[975957104] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5019; }","duration":"245.428558ms","start":"2026-03-19T06:04:01.276956Z","end":"2026-03-19T06:04:01.522384Z","steps":["trace[975957104] 'agreement among raft nodes before linearized reading' (duration: 245.296595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:01.52236Z","caller":"traceutil/trace.go:171","msg":"trace[984470839] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"307.444826ms","start":"2026-03-19T06:04:01.214784Z","end":"2026-03-19T06:04:01.522229Z","steps":["trace[984470839] 'process raft request' (duration: 307.17681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:01.52272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:01.214771Z","time spent":"307.700952ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:01.538086Z","caller":"traceutil/trace.go:171","msg":"trace[1182860622] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"136.000766ms","start":"2026-03-19T06:04:01.402062Z","end":"2026-03-19T06:04:01.538063Z","steps":["trace[1182860622] 'process raft request' (duration: 135.843371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:01.819592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.960025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:04:01.819859Z","caller":"traceutil/trace.go:171","msg":"trace[698796633] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5224; }","duration":"110.242912ms","start":"2026-03-19T06:04:01.709599Z","end":"2026-03-19T06:04:01.819842Z","steps":["trace[698796633] 'read index received' (duration: 47.862µs)","trace[698796633] 'applied index is now lower than readState.Index' (duration: 110.19414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:01.81986Z","caller":"traceutil/trace.go:171","msg":"trace[702835979] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"293.472677ms","start":"2026-03-19T06:04:01.526356Z","end":"2026-03-19T06:04:01.819829Z","steps":["trace[702835979] 'process raft request' (duration: 293.341854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:01.819888Z","caller":"traceutil/trace.go:171","msg":"trace[1800028117] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"293.134889ms","start":"2026-03-19T06:04:01.526724Z","end":"2026-03-19T06:04:01.819859Z","steps":["trace[1800028117] 'process raft request' (duration: 293.036396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:01.819886Z","caller":"traceutil/trace.go:171","msg":"trace[2075422766] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"293.463017ms","start":"2026-03-19T06:04:01.526356Z","end":"2026-03-19T06:04:01.819819Z","steps":["trace[2075422766] 'process raft request' (duration: 153.135944ms)","trace[2075422766] 'compare' (duration: 139.841721ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:01.819883Z","caller":"traceutil/trace.go:171","msg":"trace[1571271878] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"292.756849ms","start":"2026-03-19T06:04:01.527101Z","end":"2026-03-19T06:04:01.819858Z","steps":["trace[1571271878] 'process raft request' (duration: 292.696027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:01.820165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.498629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:04:01.820283Z","caller":"traceutil/trace.go:171","msg":"trace[112670369] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5024; }","duration":"110.683463ms","start":"2026-03-19T06:04:01.709577Z","end":"2026-03-19T06:04:01.82026Z","steps":["trace[112670369] 'agreement among raft nodes before linearized reading' (duration: 110.356385ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:05.025851Z","caller":"traceutil/trace.go:171","msg":"trace[1356083939] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"232.407842ms","start":"2026-03-19T06:04:04.793402Z","end":"2026-03-19T06:04:05.025809Z","steps":["trace[1356083939] 'process raft request' (duration: 232.139005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:07.422126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2592} {"level":"info","ts":"2026-03-19T06:04:07.493961Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2592,"took":"70.45943ms","hash":3639357044,"current-db-size-bytes":37314560,"current-db-size":"37 MB","current-db-size-in-use-bytes":27529216,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T06:04:07.494031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3639357044,"revision":2592,"compact-revision":-1} {"level":"info","ts":"2026-03-19T06:04:09.874945Z","caller":"traceutil/trace.go:171","msg":"trace[2109198320] linearizableReadLoop","detail":"{readStateIndex:5327; appliedIndex:5326; }","duration":"403.231227ms","start":"2026-03-19T06:04:09.471685Z","end":"2026-03-19T06:04:09.874916Z","steps":["trace[2109198320] 'read index received' (duration: 403.032441ms)","trace[2109198320] 'applied index is now lower than readState.Index' (duration: 197.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:09.875058Z","caller":"traceutil/trace.go:171","msg":"trace[482505694] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"576.78497ms","start":"2026-03-19T06:04:09.29823Z","end":"2026-03-19T06:04:09.875015Z","steps":["trace[482505694] 'process raft request' (duration: 576.511223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:09.875242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.427722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T06:04:09.875261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:09.298198Z","time spent":"576.952675ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:09.875284Z","caller":"traceutil/trace.go:171","msg":"trace[105728809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5120; }","duration":"403.541865ms","start":"2026-03-19T06:04:09.47173Z","end":"2026-03-19T06:04:09.875272Z","steps":["trace[105728809] 'agreement among raft nodes before linearized reading' (duration: 403.35979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:09.875331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:09.471696Z","time spent":"403.625627ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T06:04:09.875344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.589507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-19T06:04:09.875489Z","caller":"traceutil/trace.go:171","msg":"trace[1062844897] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5120; }","duration":"403.807611ms","start":"2026-03-19T06:04:09.471646Z","end":"2026-03-19T06:04:09.875453Z","steps":["trace[1062844897] 'agreement among raft nodes before linearized reading' (duration: 403.383951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:09.875559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:09.471628Z","time spent":"403.917575ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T06:04:12.859024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.115811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-19T06:04:12.859099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.994137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-19T06:04:12.859123Z","caller":"traceutil/trace.go:171","msg":"trace[1934069551] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63; range_end:; response_count:1; response_revision:5203; }","duration":"650.283476ms","start":"2026-03-19T06:04:12.208819Z","end":"2026-03-19T06:04:12.859102Z","steps":["trace[1934069551] 'range keys from in-memory index tree' (duration: 649.874975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:12.859167Z","caller":"traceutil/trace.go:171","msg":"trace[374475658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63; range_end:; response_count:1; response_revision:5203; }","duration":"545.065869ms","start":"2026-03-19T06:04:12.314082Z","end":"2026-03-19T06:04:12.859148Z","steps":["trace[374475658] 'range keys from in-memory index tree' (duration: 544.842064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:12.859169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.208784Z","time spent":"650.375987ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" "} {"level":"warn","ts":"2026-03-19T06:04:12.859013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.984645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:04:12.859283Z","caller":"traceutil/trace.go:171","msg":"trace[1715204890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5203; }","duration":"629.333223ms","start":"2026-03-19T06:04:12.229909Z","end":"2026-03-19T06:04:12.859242Z","steps":["trace[1715204890] 'range keys from in-memory index tree' (duration: 628.870992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:12.859367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.229883Z","time spent":"629.459046ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:04:12.859201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.314028Z","time spent":"545.164322ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" "} {"level":"warn","ts":"2026-03-19T06:04:12.976846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396865803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:04:13.477631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396865803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:04:13.622425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213359864s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:04:13.62287Z","caller":"traceutil/trace.go:171","msg":"trace[1997381367] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"1.213914417s","start":"2026-03-19T06:04:12.408922Z","end":"2026-03-19T06:04:13.622836Z","steps":["trace[1997381367] 'process raft request' (duration: 1.213863266s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:13.622921Z","caller":"traceutil/trace.go:171","msg":"trace[1226498835] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"1.213957719s","start":"2026-03-19T06:04:12.408923Z","end":"2026-03-19T06:04:13.62288Z","steps":["trace[1226498835] 'process raft request' (duration: 1.213665511s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:13.623109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.408894Z","time spent":"1.214107483s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:13.623294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.408893Z","time spent":"1.214047681s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:14.094662Z","caller":"traceutil/trace.go:171","msg":"trace[2116805089] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"1.684869946s","start":"2026-03-19T06:04:12.409761Z","end":"2026-03-19T06:04:14.094631Z","steps":["trace[2116805089] 'process raft request' (duration: 1.684641881s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.094842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.409746Z","time spent":"1.68500278s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:14.09521Z","caller":"traceutil/trace.go:171","msg":"trace[1785973904] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.561792434s","start":"2026-03-19T06:04:12.533384Z","end":"2026-03-19T06:04:14.095176Z","steps":["trace[1785973904] 'process raft request' (duration: 1.561203109s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:14.095292Z","caller":"traceutil/trace.go:171","msg":"trace[671948630] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.227081906s","start":"2026-03-19T06:04:12.868191Z","end":"2026-03-19T06:04:14.095273Z","steps":["trace[671948630] 'process raft request' (duration: 1.226874731s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.095379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.868172Z","time spent":"1.227156689s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:14.09538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.533364Z","time spent":"1.561930618s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:14.09522Z","caller":"traceutil/trace.go:171","msg":"trace[1170001830] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5411; }","duration":"1.618702984s","start":"2026-03-19T06:04:12.476494Z","end":"2026-03-19T06:04:14.095197Z","steps":["trace[1170001830] 'read index received' (duration: 1.146173166s)","trace[1170001830] 'applied index is now lower than readState.Index' (duration: 472.528588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:14.095527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619031722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:04:14.095651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615623548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:04:14.095671Z","caller":"traceutil/trace.go:171","msg":"trace[1717992234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5208; }","duration":"1.619182577s","start":"2026-03-19T06:04:12.476433Z","end":"2026-03-19T06:04:14.095615Z","steps":["trace[1717992234] 'agreement among raft nodes before linearized reading' (duration: 1.618835728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.095679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233859826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:04:14.095713Z","caller":"traceutil/trace.go:171","msg":"trace[580659947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:5208; }","duration":"1.615735741s","start":"2026-03-19T06:04:12.479963Z","end":"2026-03-19T06:04:14.095698Z","steps":["trace[580659947] 'agreement among raft nodes before linearized reading' (duration: 1.615559126s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.095739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459480499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:04:14.095761Z","caller":"traceutil/trace.go:171","msg":"trace[1853939261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5208; }","duration":"1.459553431s","start":"2026-03-19T06:04:12.6362Z","end":"2026-03-19T06:04:14.095754Z","steps":["trace[1853939261] 'agreement among raft nodes before linearized reading' (duration: 1.45949552s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.095757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.479937Z","time spent":"1.615811902s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:04:14.095781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.636176Z","time spent":"1.459601322s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:04:14.095771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.476409Z","time spent":"1.619305589s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:04:14.095884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.496275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-19T06:04:14.095682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499080778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:14.095933Z","caller":"traceutil/trace.go:171","msg":"trace[2078224420] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63; range_end:; response_count:1; response_revision:5208; }","duration":"230.603667ms","start":"2026-03-19T06:04:13.865315Z","end":"2026-03-19T06:04:14.095919Z","steps":["trace[2078224420] 'agreement among raft nodes before linearized reading' (duration: 230.524265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.09596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546346478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:04:14.095936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.816546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:04:14.09573Z","caller":"traceutil/trace.go:171","msg":"trace[262883675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5208; }","duration":"1.233964128s","start":"2026-03-19T06:04:12.86175Z","end":"2026-03-19T06:04:14.095714Z","steps":["trace[262883675] 'agreement among raft nodes before linearized reading' (duration: 1.233879156s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:14.095939Z","caller":"traceutil/trace.go:171","msg":"trace[110730950] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5208; }","duration":"1.499376115s","start":"2026-03-19T06:04:12.596553Z","end":"2026-03-19T06:04:14.095929Z","steps":["trace[110730950] 'agreement among raft nodes before linearized reading' (duration: 1.499105959s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:14.096014Z","caller":"traceutil/trace.go:171","msg":"trace[544089281] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5208; }","duration":"291.948779ms","start":"2026-03-19T06:04:13.804046Z","end":"2026-03-19T06:04:14.095995Z","steps":["trace[544089281] 'agreement among raft nodes before linearized reading' (duration: 291.810136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.096042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.596532Z","time spent":"1.499498318s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:04:14.096051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.861735Z","time spent":"1.234296336s","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:04:14.096103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.428062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:14.096193Z","caller":"traceutil/trace.go:171","msg":"trace[424772440] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5208; }","duration":"439.569075ms","start":"2026-03-19T06:04:13.656591Z","end":"2026-03-19T06:04:14.09616Z","steps":["trace[424772440] 'agreement among raft nodes before linearized reading' (duration: 439.412741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.096226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:13.656565Z","time spent":"439.652417ms","remote":"127.0.0.1:42276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:04:14.09599Z","caller":"traceutil/trace.go:171","msg":"trace[47769087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5208; }","duration":"1.54641291s","start":"2026-03-19T06:04:12.54957Z","end":"2026-03-19T06:04:14.095983Z","steps":["trace[47769087] 'agreement among raft nodes before linearized reading' (duration: 1.546347658s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.096323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.54955Z","time spent":"1.546760658s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:04:14.098018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537776384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:04:14.098091Z","caller":"traceutil/trace.go:171","msg":"trace[1419984128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5208; }","duration":"1.537857566s","start":"2026-03-19T06:04:12.560206Z","end":"2026-03-19T06:04:14.098063Z","steps":["trace[1419984128] 'agreement among raft nodes before linearized reading' (duration: 1.535798924s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.098133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.560195Z","time spent":"1.537927227s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:04:14.772056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.821665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:04:14.772142Z","caller":"traceutil/trace.go:171","msg":"trace[1117462286] linearizableReadLoop","detail":"{readStateIndex:5417; appliedIndex:5416; }","duration":"670.507911ms","start":"2026-03-19T06:04:14.101619Z","end":"2026-03-19T06:04:14.772127Z","steps":["trace[1117462286] 'read index received' (duration: 179.228515ms)","trace[1117462286] 'applied index is now lower than readState.Index' (duration: 491.278006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:14.772103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135898137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:04:14.772199Z","caller":"traceutil/trace.go:171","msg":"trace[1038936124] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"671.625519ms","start":"2026-03-19T06:04:14.100565Z","end":"2026-03-19T06:04:14.77219Z","steps":["trace[1038936124] 'process raft request' (duration: 180.597159ms)","trace[1038936124] 'compare' (duration: 490.431754ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:14.772199Z","caller":"traceutil/trace.go:171","msg":"trace[2006011559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5208; }","duration":"2.13604129s","start":"2026-03-19T06:04:12.636135Z","end":"2026-03-19T06:04:14.772177Z","steps":["trace[2006011559] 'agreement among raft nodes before linearized reading' (duration: 1.459679224s)","trace[2006011559] 'range keys from in-memory index tree' (duration: 675.876395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:14.772243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.100547Z","time spent":"671.67633ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:14.772247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:12.636114Z","time spent":"2.136118693s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:04:14.772486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.86321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"info","ts":"2026-03-19T06:04:14.77251Z","caller":"traceutil/trace.go:171","msg":"trace[63753752] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5209; }","duration":"670.88919ms","start":"2026-03-19T06:04:14.101615Z","end":"2026-03-19T06:04:14.772505Z","steps":["trace[63753752] 'agreement among raft nodes before linearized reading' (duration: 670.708356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:14.77253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.101592Z","time spent":"670.933151ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80231,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T06:04:15.415724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.719541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:04:15.416049Z","caller":"traceutil/trace.go:171","msg":"trace[1285178996] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"784.833586ms","start":"2026-03-19T06:04:14.631197Z","end":"2026-03-19T06:04:15.41603Z","steps":["trace[1285178996] 'process raft request' (duration: 784.759033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.416121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.631167Z","time spent":"784.918368ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:15.416313Z","caller":"traceutil/trace.go:171","msg":"trace[1524523141] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"1.314091809s","start":"2026-03-19T06:04:14.102211Z","end":"2026-03-19T06:04:15.416303Z","steps":["trace[1524523141] 'process raft request' (duration: 1.313606536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.416363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.102192Z","time spent":"1.31414396s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:15.416349Z","caller":"traceutil/trace.go:171","msg":"trace[700694011] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"1.314376367s","start":"2026-03-19T06:04:14.101938Z","end":"2026-03-19T06:04:15.416314Z","steps":["trace[700694011] 'process raft request' (duration: 1.072961859s)","trace[700694011] 'compare' (duration: 240.435223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:15.416377Z","caller":"traceutil/trace.go:171","msg":"trace[440439019] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"1.312710215s","start":"2026-03-19T06:04:14.10363Z","end":"2026-03-19T06:04:15.41634Z","steps":["trace[440439019] 'process raft request' (duration: 1.312280763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.416507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.10193Z","time spent":"1.314490469s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:15.416527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.103624Z","time spent":"1.312823068s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:15.416505Z","caller":"traceutil/trace.go:171","msg":"trace[1302014132] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5417; }","duration":"644.308327ms","start":"2026-03-19T06:04:14.77216Z","end":"2026-03-19T06:04:15.416468Z","steps":["trace[1302014132] 'read index received' (duration: 402.918649ms)","trace[1302014132] 'applied index is now lower than readState.Index' (duration: 241.387648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:15.416625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313097275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:04:15.416638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000297665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-74t8p\" ","response":"range_response_count:1 size:4754"} {"level":"info","ts":"2026-03-19T06:04:15.416661Z","caller":"traceutil/trace.go:171","msg":"trace[1260990351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5214; }","duration":"1.313185696s","start":"2026-03-19T06:04:14.103466Z","end":"2026-03-19T06:04:15.416652Z","steps":["trace[1260990351] 'agreement among raft nodes before linearized reading' (duration: 1.313097914s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:15.416604Z","caller":"traceutil/trace.go:171","msg":"trace[598344587] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"640.078602ms","start":"2026-03-19T06:04:14.776468Z","end":"2026-03-19T06:04:15.416547Z","steps":["trace[598344587] 'process raft request' (duration: 639.528867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:15.416698Z","caller":"traceutil/trace.go:171","msg":"trace[1656127028] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-74t8p; range_end:; response_count:1; response_revision:5214; }","duration":"1.000373106s","start":"2026-03-19T06:04:14.41629Z","end":"2026-03-19T06:04:15.416663Z","steps":["trace[1656127028] 'agreement among raft nodes before linearized reading' (duration: 1.000243633s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.416714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.103458Z","time spent":"1.313249619s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:04:15.416743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.416269Z","time spent":"1.000467129s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4776,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-74t8p\" "} {"level":"warn","ts":"2026-03-19T06:04:15.416771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.403492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:15.416814Z","caller":"traceutil/trace.go:171","msg":"trace[135824728] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5214; }","duration":"421.493674ms","start":"2026-03-19T06:04:14.995309Z","end":"2026-03-19T06:04:15.416802Z","steps":["trace[135824728] 'agreement among raft nodes before linearized reading' (duration: 421.421152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.416848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.995283Z","time spent":"421.557026ms","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:04:15.416858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:14.776435Z","time spent":"640.305677ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:15.416939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.906172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-19T06:04:15.417035Z","caller":"traceutil/trace.go:171","msg":"trace[2066394527] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63; range_end:; response_count:1; response_revision:5214; }","duration":"313.012055ms","start":"2026-03-19T06:04:15.104Z","end":"2026-03-19T06:04:15.417012Z","steps":["trace[2066394527] 'agreement among raft nodes before linearized reading' (duration: 312.780909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.417081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:15.103917Z","time spent":"313.154389ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" "} {"level":"warn","ts":"2026-03-19T06:04:15.417079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.079575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:15.417142Z","caller":"traceutil/trace.go:171","msg":"trace[835124785] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5214; }","duration":"365.176197ms","start":"2026-03-19T06:04:15.051948Z","end":"2026-03-19T06:04:15.417124Z","steps":["trace[835124785] 'agreement among raft nodes before linearized reading' (duration: 365.027193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:15.417191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:15.051935Z","time spent":"365.241199ms","remote":"127.0.0.1:47844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:04:16.516166Z","caller":"traceutil/trace.go:171","msg":"trace[642557124] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"153.467071ms","start":"2026-03-19T06:04:16.362668Z","end":"2026-03-19T06:04:16.516135Z","steps":["trace[642557124] 'process raft request' (duration: 153.273107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:16.520374Z","caller":"traceutil/trace.go:171","msg":"trace[2077036913] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"156.21646ms","start":"2026-03-19T06:04:16.364134Z","end":"2026-03-19T06:04:16.520351Z","steps":["trace[2077036913] 'process raft request' (duration: 156.073906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:17.942074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396865975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:04:18.107626Z","caller":"traceutil/trace.go:171","msg":"trace[1578369432] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"682.472969ms","start":"2026-03-19T06:04:17.424929Z","end":"2026-03-19T06:04:18.107402Z","steps":["trace[1578369432] 'process raft request' (duration: 671.481964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.108047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.424912Z","time spent":"682.810488ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:18.116134Z","caller":"traceutil/trace.go:171","msg":"trace[1655463279] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"690.459988ms","start":"2026-03-19T06:04:17.425652Z","end":"2026-03-19T06:04:18.116112Z","steps":["trace[1655463279] 'process raft request' (duration: 690.306244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:18.116393Z","caller":"traceutil/trace.go:171","msg":"trace[68587266] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"689.861734ms","start":"2026-03-19T06:04:17.426512Z","end":"2026-03-19T06:04:18.116373Z","steps":["trace[68587266] 'process raft request' (duration: 689.564356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.116467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.426491Z","time spent":"689.943136ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:18.116731Z","caller":"traceutil/trace.go:171","msg":"trace[999586777] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"690.169523ms","start":"2026-03-19T06:04:17.426536Z","end":"2026-03-19T06:04:18.116706Z","steps":["trace[999586777] 'process raft request' (duration: 689.781772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:18.116807Z","caller":"traceutil/trace.go:171","msg":"trace[867887388] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"479.454092ms","start":"2026-03-19T06:04:17.637343Z","end":"2026-03-19T06:04:18.116797Z","steps":["trace[867887388] 'process raft request' (duration: 479.257727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.116865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.637308Z","time spent":"479.523393ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:18.116868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.425635Z","time spent":"690.564521ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:18.116913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.426521Z","time spent":"690.286565ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:18.117025Z","caller":"traceutil/trace.go:171","msg":"trace[2055661607] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5483; }","duration":"675.801573ms","start":"2026-03-19T06:04:17.441209Z","end":"2026-03-19T06:04:18.117011Z","steps":["trace[2055661607] 'read index received' (duration: 655.222669ms)","trace[2055661607] 'applied index is now lower than readState.Index' (duration: 20.577974ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:18.117088Z","caller":"traceutil/trace.go:171","msg":"trace[1117285878] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"477.494983ms","start":"2026-03-19T06:04:17.639583Z","end":"2026-03-19T06:04:18.117078Z","steps":["trace[1117285878] 'process raft request' (duration: 477.175895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.117141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.639556Z","time spent":"477.560184ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:18.117514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.12964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e28e142553298\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-19T06:04:18.117522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.537321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:18.117562Z","caller":"traceutil/trace.go:171","msg":"trace[397832291] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5278; }","duration":"543.624053ms","start":"2026-03-19T06:04:17.573929Z","end":"2026-03-19T06:04:18.117553Z","steps":["trace[397832291] 'agreement among raft nodes before linearized reading' (duration: 543.5374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:18.117578Z","caller":"traceutil/trace.go:171","msg":"trace[1205743881] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e28e142553298; range_end:; response_count:1; response_revision:5278; }","duration":"392.219652ms","start":"2026-03-19T06:04:17.725328Z","end":"2026-03-19T06:04:18.117547Z","steps":["trace[1205743881] 'agreement among raft nodes before linearized reading' (duration: 392.11763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.117589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.573904Z","time spent":"543.678574ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:04:18.117612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.725307Z","time spent":"392.299105ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e28e142553298\" "} {"level":"warn","ts":"2026-03-19T06:04:18.117635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.861737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-19T06:04:18.117695Z","caller":"traceutil/trace.go:171","msg":"trace[1404239961] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63; range_end:; response_count:1; response_revision:5278; }","duration":"591.943949ms","start":"2026-03-19T06:04:17.525735Z","end":"2026-03-19T06:04:18.117679Z","steps":["trace[1404239961] 'agreement among raft nodes before linearized reading' (duration: 591.624551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.117731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.525634Z","time spent":"592.088513ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" "} {"level":"warn","ts":"2026-03-19T06:04:18.117832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.629704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T06:04:18.117861Z","caller":"traceutil/trace.go:171","msg":"trace[1932699646] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5278; }","duration":"676.709496ms","start":"2026-03-19T06:04:17.441145Z","end":"2026-03-19T06:04:18.117854Z","steps":["trace[1932699646] 'agreement among raft nodes before linearized reading' (duration: 675.941307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:18.117885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:17.441126Z","time spent":"676.754368ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-19T06:04:24.615208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396866144,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:04:24.681779Z","caller":"traceutil/trace.go:171","msg":"trace[385890646] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"620.946473ms","start":"2026-03-19T06:04:24.060806Z","end":"2026-03-19T06:04:24.681752Z","steps":["trace[385890646] 'process raft request' (duration: 620.776849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.681944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.06079Z","time spent":"621.062027ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1620,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.701029Z","caller":"traceutil/trace.go:171","msg":"trace[503201495] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"562.400401ms","start":"2026-03-19T06:04:24.138612Z","end":"2026-03-19T06:04:24.701013Z","steps":["trace[503201495] 'process raft request' (duration: 562.34758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:24.701027Z","caller":"traceutil/trace.go:171","msg":"trace[108626246] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"639.143898ms","start":"2026-03-19T06:04:24.061843Z","end":"2026-03-19T06:04:24.700987Z","steps":["trace[108626246] 'process raft request' (duration: 638.937753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.701147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.138601Z","time spent":"562.482793ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.701113Z","caller":"traceutil/trace.go:171","msg":"trace[822180833] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"639.105227ms","start":"2026-03-19T06:04:24.061963Z","end":"2026-03-19T06:04:24.701068Z","steps":["trace[822180833] 'process raft request' (duration: 638.938743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:24.701153Z","caller":"traceutil/trace.go:171","msg":"trace[1170180763] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"565.650753ms","start":"2026-03-19T06:04:24.135459Z","end":"2026-03-19T06:04:24.70111Z","steps":["trace[1170180763] 'process raft request' (duration: 565.468878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:24.701317Z","caller":"traceutil/trace.go:171","msg":"trace[546129614] linearizableReadLoop","detail":"{readStateIndex:5583; appliedIndex:5578; }","duration":"586.753519ms","start":"2026-03-19T06:04:24.114535Z","end":"2026-03-19T06:04:24.701289Z","steps":["trace[546129614] 'read index received' (duration: 567.58277ms)","trace[546129614] 'applied index is now lower than readState.Index' (duration: 19.167989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:24.701338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.135426Z","time spent":"565.815477ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.70136Z","caller":"traceutil/trace.go:171","msg":"trace[1666721863] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"562.555736ms","start":"2026-03-19T06:04:24.138792Z","end":"2026-03-19T06:04:24.701347Z","steps":["trace[1666721863] 'process raft request' (duration: 562.193457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.701424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.138747Z","time spent":"562.639618ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:24.701555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.266691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T06:04:24.701556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.061956Z","time spent":"639.270721ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1604,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:24.701592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.848611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T06:04:24.70162Z","caller":"traceutil/trace.go:171","msg":"trace[2140711059] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5369; }","duration":"154.394605ms","start":"2026-03-19T06:04:24.547209Z","end":"2026-03-19T06:04:24.701603Z","steps":["trace[2140711059] 'agreement among raft nodes before linearized reading' (duration: 154.226731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:24.701634Z","caller":"traceutil/trace.go:171","msg":"trace[1858742835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5369; }","duration":"564.961625ms","start":"2026-03-19T06:04:24.136662Z","end":"2026-03-19T06:04:24.701623Z","steps":["trace[1858742835] 'agreement among raft nodes before linearized reading' (duration: 564.776981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.701673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.136649Z","time spent":"565.013506ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:04:24.701699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.121938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17235"} {"level":"info","ts":"2026-03-19T06:04:24.701796Z","caller":"traceutil/trace.go:171","msg":"trace[614719225] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5369; }","duration":"587.278652ms","start":"2026-03-19T06:04:24.114491Z","end":"2026-03-19T06:04:24.701769Z","steps":["trace[614719225] 'agreement among raft nodes before linearized reading' (duration: 586.919893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.701845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.114476Z","time spent":"587.361964ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17257,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T06:04:24.701815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.015192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T06:04:24.701963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.683649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:04:24.702001Z","caller":"traceutil/trace.go:171","msg":"trace[32137030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5369; }","duration":"558.7383ms","start":"2026-03-19T06:04:24.143254Z","end":"2026-03-19T06:04:24.701992Z","steps":["trace[32137030] 'agreement among raft nodes before linearized reading' (duration: 558.218767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.702033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.143246Z","time spent":"558.78168ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:04:24.702048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.132489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:04:24.701856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.061804Z","time spent":"639.352073ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1412,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:24.702069Z","caller":"traceutil/trace.go:171","msg":"trace[1580398088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5369; }","duration":"559.19176ms","start":"2026-03-19T06:04:24.142872Z","end":"2026-03-19T06:04:24.702064Z","steps":["trace[1580398088] 'agreement among raft nodes before linearized reading' (duration: 558.626096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.70209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.142861Z","time spent":"559.224732ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T06:04:24.70201Z","caller":"traceutil/trace.go:171","msg":"trace[1493615630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5369; }","duration":"552.189767ms","start":"2026-03-19T06:04:24.14977Z","end":"2026-03-19T06:04:24.701959Z","steps":["trace[1493615630] 'agreement among raft nodes before linearized reading' (duration: 551.712645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:24.702187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:24.149761Z","time spent":"552.416452ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:04:28.918693Z","caller":"traceutil/trace.go:171","msg":"trace[464639801] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"195.270445ms","start":"2026-03-19T06:04:28.723395Z","end":"2026-03-19T06:04:28.918666Z","steps":["trace[464639801] 'process raft request' (duration: 195.218763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:28.918983Z","caller":"traceutil/trace.go:171","msg":"trace[574215720] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"196.537908ms","start":"2026-03-19T06:04:28.722375Z","end":"2026-03-19T06:04:28.918913Z","steps":["trace[574215720] 'process raft request' (duration: 151.233866ms)","trace[574215720] 'compare' (duration: 44.86049ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:28.975497Z","caller":"traceutil/trace.go:171","msg":"trace[255233483] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5609; }","duration":"184.306412ms","start":"2026-03-19T06:04:28.791165Z","end":"2026-03-19T06:04:28.975471Z","steps":["trace[255233483] 'read index received' (duration: 82.459329ms)","trace[255233483] 'applied index is now lower than readState.Index' (duration: 101.845323ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:28.975638Z","caller":"traceutil/trace.go:171","msg":"trace[337451886] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"190.700661ms","start":"2026-03-19T06:04:28.784893Z","end":"2026-03-19T06:04:28.975594Z","steps":["trace[337451886] 'process raft request' (duration: 190.443345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:28.975878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.703471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:04:28.975895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.714038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:04:28.975936Z","caller":"traceutil/trace.go:171","msg":"trace[224097475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5396; }","duration":"184.810754ms","start":"2026-03-19T06:04:28.791111Z","end":"2026-03-19T06:04:28.975922Z","steps":["trace[224097475] 'agreement among raft nodes before linearized reading' (duration: 184.568108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:28.975959Z","caller":"traceutil/trace.go:171","msg":"trace[1479866513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5396; }","duration":"137.829951ms","start":"2026-03-19T06:04:28.838113Z","end":"2026-03-19T06:04:28.975943Z","steps":["trace[1479866513] 'agreement among raft nodes before linearized reading' (duration: 137.634656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:28.975958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.683381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:04:28.976029Z","caller":"traceutil/trace.go:171","msg":"trace[954487434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5396; }","duration":"182.782793ms","start":"2026-03-19T06:04:28.793228Z","end":"2026-03-19T06:04:28.976011Z","steps":["trace[954487434] 'agreement among raft nodes before linearized reading' (duration: 182.573698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:28.976038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.017829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:04:28.976114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.029084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:04:28.976366Z","caller":"traceutil/trace.go:171","msg":"trace[1226664083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5396; }","duration":"182.288491ms","start":"2026-03-19T06:04:28.794053Z","end":"2026-03-19T06:04:28.976342Z","steps":["trace[1226664083] 'agreement among raft nodes before linearized reading' (duration: 181.734248ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:28.976188Z","caller":"traceutil/trace.go:171","msg":"trace[643755824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5396; }","duration":"183.197353ms","start":"2026-03-19T06:04:28.792935Z","end":"2026-03-19T06:04:28.976133Z","steps":["trace[643755824] 'agreement among raft nodes before linearized reading' (duration: 182.807924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:28.976186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.836711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:04:28.976752Z","caller":"traceutil/trace.go:171","msg":"trace[2040334341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:5396; }","duration":"132.460847ms","start":"2026-03-19T06:04:28.84426Z","end":"2026-03-19T06:04:28.976721Z","steps":["trace[2040334341] 'agreement among raft nodes before linearized reading' (duration: 131.680618ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:29.147363Z","caller":"traceutil/trace.go:171","msg":"trace[1356085660] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"166.347813ms","start":"2026-03-19T06:04:28.980988Z","end":"2026-03-19T06:04:29.147336Z","steps":["trace[1356085660] 'process raft request' (duration: 67.032243ms)","trace[1356085660] 'compare' (duration: 99.206407ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:29.173214Z","caller":"traceutil/trace.go:171","msg":"trace[1498303410] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"192.014224ms","start":"2026-03-19T06:04:28.981183Z","end":"2026-03-19T06:04:29.173197Z","steps":["trace[1498303410] 'process raft request' (duration: 191.942072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:29.173336Z","caller":"traceutil/trace.go:171","msg":"trace[1884304379] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"192.179908ms","start":"2026-03-19T06:04:28.9811Z","end":"2026-03-19T06:04:29.17328Z","steps":["trace[1884304379] 'process raft request' (duration: 191.941922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:29.173552Z","caller":"traceutil/trace.go:171","msg":"trace[802824162] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5612; }","duration":"191.85984ms","start":"2026-03-19T06:04:28.981665Z","end":"2026-03-19T06:04:29.173525Z","steps":["trace[802824162] 'read index received' (duration: 66.45364ms)","trace[802824162] 'applied index is now lower than readState.Index' (duration: 125.40472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:29.173577Z","caller":"traceutil/trace.go:171","msg":"trace[1041680574] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"191.87422ms","start":"2026-03-19T06:04:28.981665Z","end":"2026-03-19T06:04:29.173539Z","steps":["trace[1041680574] 'process raft request' (duration: 191.750667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:29.173585Z","caller":"traceutil/trace.go:171","msg":"trace[1053054135] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"192.367332ms","start":"2026-03-19T06:04:28.981174Z","end":"2026-03-19T06:04:29.173541Z","steps":["trace[1053054135] 'process raft request' (duration: 191.987613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:29.173871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.183289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81606"} {"level":"info","ts":"2026-03-19T06:04:29.17392Z","caller":"traceutil/trace.go:171","msg":"trace[191787982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5401; }","duration":"192.24921ms","start":"2026-03-19T06:04:28.981658Z","end":"2026-03-19T06:04:29.173907Z","steps":["trace[191787982] 'agreement among raft nodes before linearized reading' (duration: 191.991054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.016314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396866267,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:04:31.22832Z","caller":"traceutil/trace.go:171","msg":"trace[764257887] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"712.630862ms","start":"2026-03-19T06:04:30.515666Z","end":"2026-03-19T06:04:31.228296Z","steps":["trace[764257887] 'process raft request' (duration: 712.480959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.22865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.515644Z","time spent":"712.756325ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:31.299912Z","caller":"traceutil/trace.go:171","msg":"trace[1727378341] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"556.622198ms","start":"2026-03-19T06:04:30.743262Z","end":"2026-03-19T06:04:31.299884Z","steps":["trace[1727378341] 'process raft request' (duration: 556.380951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.300085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.743231Z","time spent":"556.762772ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:31.300208Z","caller":"traceutil/trace.go:171","msg":"trace[1187357089] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"374.728916ms","start":"2026-03-19T06:04:30.925451Z","end":"2026-03-19T06:04:31.30018Z","steps":["trace[1187357089] 'process raft request' (duration: 374.382778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.300355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.925418Z","time spent":"374.86036ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:31.30038Z","caller":"traceutil/trace.go:171","msg":"trace[2118437859] linearizableReadLoop","detail":"{readStateIndex:5635; appliedIndex:5631; }","duration":"784.585988ms","start":"2026-03-19T06:04:30.515763Z","end":"2026-03-19T06:04:31.300349Z","steps":["trace[2118437859] 'read index received' (duration: 712.372545ms)","trace[2118437859] 'applied index is now lower than readState.Index' (duration: 72.207453ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:31.300447Z","caller":"traceutil/trace.go:171","msg":"trace[543801282] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"374.280095ms","start":"2026-03-19T06:04:30.926151Z","end":"2026-03-19T06:04:31.300431Z","steps":["trace[543801282] 'process raft request' (duration: 373.924817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.30053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.926117Z","time spent":"374.373008ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:31.30057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.812365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T06:04:31.300614Z","caller":"traceutil/trace.go:171","msg":"trace[1732819743] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96d2df8e-3f16-4202-9692-732faa3f3f63; range_end:; response_count:1; response_revision:5419; }","duration":"784.868936ms","start":"2026-03-19T06:04:30.515728Z","end":"2026-03-19T06:04:31.300597Z","steps":["trace[1732819743] 'agreement among raft nodes before linearized reading' (duration: 784.739402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.300648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.515706Z","time spent":"784.934158ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-96d2df8e-3f16-4202-9692-732faa3f3f63\" "} {"level":"warn","ts":"2026-03-19T06:04:31.300893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.362786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:04:31.3009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.134115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:04:31.300927Z","caller":"traceutil/trace.go:171","msg":"trace[1625168297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5419; }","duration":"122.420157ms","start":"2026-03-19T06:04:31.178495Z","end":"2026-03-19T06:04:31.300915Z","steps":["trace[1625168297] 'agreement among raft nodes before linearized reading' (duration: 122.345626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.300948Z","caller":"traceutil/trace.go:171","msg":"trace[499308481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5419; }","duration":"123.200686ms","start":"2026-03-19T06:04:31.177733Z","end":"2026-03-19T06:04:31.300933Z","steps":["trace[499308481] 'agreement among raft nodes before linearized reading' (duration: 123.083753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.300713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.57091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:04:31.301033Z","caller":"traceutil/trace.go:171","msg":"trace[2028284460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5419; }","duration":"122.95608ms","start":"2026-03-19T06:04:31.178064Z","end":"2026-03-19T06:04:31.30102Z","steps":["trace[2028284460] 'agreement among raft nodes before linearized reading' (duration: 122.494329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.300774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.020475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T06:04:31.301123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.226852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:31.301153Z","caller":"traceutil/trace.go:171","msg":"trace[2022536506] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5419; }","duration":"271.260513ms","start":"2026-03-19T06:04:31.029884Z","end":"2026-03-19T06:04:31.301145Z","steps":["trace[2022536506] 'agreement among raft nodes before linearized reading' (duration: 271.203422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.301221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.17794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:04:31.301124Z","caller":"traceutil/trace.go:171","msg":"trace[1249964781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5419; }","duration":"476.464946ms","start":"2026-03-19T06:04:30.82465Z","end":"2026-03-19T06:04:31.301115Z","steps":["trace[1249964781] 'agreement among raft nodes before linearized reading' (duration: 475.875772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.301247Z","caller":"traceutil/trace.go:171","msg":"trace[996945817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5419; }","duration":"124.273772ms","start":"2026-03-19T06:04:31.176966Z","end":"2026-03-19T06:04:31.30124Z","steps":["trace[996945817] 'agreement among raft nodes before linearized reading' (duration: 124.18252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.301266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.824631Z","time spent":"476.62128ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:04:31.30131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.956105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:04:31.300813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.907764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:04:31.301371Z","caller":"traceutil/trace.go:171","msg":"trace[1409953827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5419; }","duration":"150.075487ms","start":"2026-03-19T06:04:31.151282Z","end":"2026-03-19T06:04:31.301357Z","steps":["trace[1409953827] 'agreement among raft nodes before linearized reading' (duration: 149.934964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.301417Z","caller":"traceutil/trace.go:171","msg":"trace[1171318284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:5419; }","duration":"120.55249ms","start":"2026-03-19T06:04:31.180851Z","end":"2026-03-19T06:04:31.301404Z","steps":["trace[1171318284] 'agreement among raft nodes before linearized reading' (duration: 119.894724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.301438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.854385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-19T06:04:31.301521Z","caller":"traceutil/trace.go:171","msg":"trace[1333593787] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5419; }","duration":"361.974218ms","start":"2026-03-19T06:04:30.939525Z","end":"2026-03-19T06:04:31.301499Z","steps":["trace[1333593787] 'agreement among raft nodes before linearized reading' (duration: 361.760712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.301567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.939499Z","time spent":"362.058019ms","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T06:04:31.301376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.390534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:04:31.301666Z","caller":"traceutil/trace.go:171","msg":"trace[1586514286] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:5419; }","duration":"472.692022ms","start":"2026-03-19T06:04:30.82896Z","end":"2026-03-19T06:04:31.301652Z","steps":["trace[1586514286] 'agreement among raft nodes before linearized reading' (duration: 472.372325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.301722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:30.828951Z","time spent":"472.759144ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-03-19T06:04:31.737407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.050497ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T06:04:31.737873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.302769Z","time spent":"435.094423ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T06:04:31.824354Z","caller":"traceutil/trace.go:171","msg":"trace[1028973597] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"500.944417ms","start":"2026-03-19T06:04:31.323388Z","end":"2026-03-19T06:04:31.824332Z","steps":["trace[1028973597] 'process raft request' (duration: 500.873396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.824405Z","caller":"traceutil/trace.go:171","msg":"trace[1784880604] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"517.037899ms","start":"2026-03-19T06:04:31.307336Z","end":"2026-03-19T06:04:31.824374Z","steps":["trace[1784880604] 'process raft request' (duration: 516.740502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.8245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.323367Z","time spent":"501.0568ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:31.824586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.307121Z","time spent":"517.350127ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:31.824706Z","caller":"traceutil/trace.go:171","msg":"trace[1573087317] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"501.254245ms","start":"2026-03-19T06:04:31.323388Z","end":"2026-03-19T06:04:31.824643Z","steps":["trace[1573087317] 'process raft request' (duration: 500.836655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.824822Z","caller":"traceutil/trace.go:171","msg":"trace[2115506431] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"501.023859ms","start":"2026-03-19T06:04:31.323756Z","end":"2026-03-19T06:04:31.82478Z","steps":["trace[2115506431] 'process raft request' (duration: 500.540527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.82486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.323379Z","time spent":"501.403488ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:31.824923Z","caller":"traceutil/trace.go:171","msg":"trace[725008112] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5635; }","duration":"503.160863ms","start":"2026-03-19T06:04:31.321712Z","end":"2026-03-19T06:04:31.824873Z","steps":["trace[725008112] 'read index received' (duration: 285.659312ms)","trace[725008112] 'applied index is now lower than readState.Index' (duration: 217.500551ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:31.825037Z","caller":"traceutil/trace.go:171","msg":"trace[1238769027] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"491.203123ms","start":"2026-03-19T06:04:31.333823Z","end":"2026-03-19T06:04:31.825026Z","steps":["trace[1238769027] 'process raft request' (duration: 490.985168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.825044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.323747Z","time spent":"501.204403ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:31.825101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.333793Z","time spent":"491.264945ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13836,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:31.825132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.397418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:04:31.82521Z","caller":"traceutil/trace.go:171","msg":"trace[2807170] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"501.094771ms","start":"2026-03-19T06:04:31.324103Z","end":"2026-03-19T06:04:31.825198Z","steps":["trace[2807170] 'process raft request' (duration: 500.527657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.825205Z","caller":"traceutil/trace.go:171","msg":"trace[1963683829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5425; }","duration":"503.519561ms","start":"2026-03-19T06:04:31.321667Z","end":"2026-03-19T06:04:31.825187Z","steps":["trace[1963683829] 'agreement among raft nodes before linearized reading' (duration: 503.371928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.825251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.321653Z","time spent":"503.590273ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:04:31.825266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.324094Z","time spent":"501.139832ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:31.98287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.554484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:04:31.983006Z","caller":"traceutil/trace.go:171","msg":"trace[622331012] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5642; }","duration":"157.995645ms","start":"2026-03-19T06:04:31.824991Z","end":"2026-03-19T06:04:31.982986Z","steps":["trace[622331012] 'read index received' (duration: 16.188695ms)","trace[622331012] 'applied index is now lower than readState.Index' (duration: 141.80558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:31.98315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.591598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:04:31.983181Z","caller":"traceutil/trace.go:171","msg":"trace[1842588187] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5426; }","duration":"635.646719ms","start":"2026-03-19T06:04:31.347525Z","end":"2026-03-19T06:04:31.983171Z","steps":["trace[1842588187] 'agreement among raft nodes before linearized reading' (duration: 635.554017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.983218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.34751Z","time spent":"635.69798ms","remote":"127.0.0.1:36674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:04:31.983211Z","caller":"traceutil/trace.go:171","msg":"trace[1032101322] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"243.873409ms","start":"2026-03-19T06:04:31.739281Z","end":"2026-03-19T06:04:31.983154Z","steps":["trace[1032101322] 'process raft request' (duration: 101.938976ms)","trace[1032101322] 'compare' (duration: 141.41117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:31.983262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.144873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:04:31.983262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.28448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:04:31.983323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.967546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:04:31.983347Z","caller":"traceutil/trace.go:171","msg":"trace[2104010743] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5426; }","duration":"312.278646ms","start":"2026-03-19T06:04:31.671046Z","end":"2026-03-19T06:04:31.983324Z","steps":["trace[2104010743] 'agreement among raft nodes before linearized reading' (duration: 312.140323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.983347Z","caller":"traceutil/trace.go:171","msg":"trace[21909393] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5426; }","duration":"341.417823ms","start":"2026-03-19T06:04:31.641913Z","end":"2026-03-19T06:04:31.983331Z","steps":["trace[21909393] 'agreement among raft nodes before linearized reading' (duration: 341.109876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.983383Z","caller":"traceutil/trace.go:171","msg":"trace[1656455905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5426; }","duration":"660.059819ms","start":"2026-03-19T06:04:31.323308Z","end":"2026-03-19T06:04:31.983368Z","steps":["trace[1656455905] 'agreement among raft nodes before linearized reading' (duration: 659.874925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.983405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.671017Z","time spent":"312.37228ms","remote":"127.0.0.1:47980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:04:31.983417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.641898Z","time spent":"341.504976ms","remote":"127.0.0.1:36726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:04:31.983408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.203904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81606"} {"level":"warn","ts":"2026-03-19T06:04:31.983424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.698959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-19T06:04:31.983472Z","caller":"traceutil/trace.go:171","msg":"trace[2020129579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5426; }","duration":"658.266815ms","start":"2026-03-19T06:04:31.325189Z","end":"2026-03-19T06:04:31.983456Z","steps":["trace[2020129579] 'agreement among raft nodes before linearized reading' (duration: 658.005738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:31.983499Z","caller":"traceutil/trace.go:171","msg":"trace[896473692] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5426; }","duration":"151.817671ms","start":"2026-03-19T06:04:31.831662Z","end":"2026-03-19T06:04:31.98348Z","steps":["trace[896473692] 'agreement among raft nodes before linearized reading' (duration: 151.566054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.983516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.412434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-19T06:04:31.983519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.325182Z","time spent":"658.323427ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81628,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:04:31.98355Z","caller":"traceutil/trace.go:171","msg":"trace[302992391] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5426; }","duration":"659.443724ms","start":"2026-03-19T06:04:31.324095Z","end":"2026-03-19T06:04:31.983538Z","steps":["trace[302992391] 'agreement among raft nodes before linearized reading' (duration: 659.353922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:31.983581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.32409Z","time spent":"659.482646ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T06:04:31.983421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:31.323296Z","time spent":"660.116901ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:04:32.20692Z","caller":"traceutil/trace.go:171","msg":"trace[1644115628] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"125.256876ms","start":"2026-03-19T06:04:32.081637Z","end":"2026-03-19T06:04:32.206894Z","steps":["trace[1644115628] 'process raft request' (duration: 125.160064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:32.206948Z","caller":"traceutil/trace.go:171","msg":"trace[1736654544] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"125.449412ms","start":"2026-03-19T06:04:32.081458Z","end":"2026-03-19T06:04:32.206907Z","steps":["trace[1736654544] 'process raft request' (duration: 125.208136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:32.207758Z","caller":"traceutil/trace.go:171","msg":"trace[205169614] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"125.715199ms","start":"2026-03-19T06:04:32.082012Z","end":"2026-03-19T06:04:32.207728Z","steps":["trace[205169614] 'process raft request' (duration: 124.822626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:32.207813Z","caller":"traceutil/trace.go:171","msg":"trace[1631231414] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"118.360066ms","start":"2026-03-19T06:04:32.089415Z","end":"2026-03-19T06:04:32.207775Z","steps":["trace[1631231414] 'process raft request' (duration: 118.220213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.207942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.528445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:04:32.207763Z","caller":"traceutil/trace.go:171","msg":"trace[1354633395] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5644; }","duration":"125.35209ms","start":"2026-03-19T06:04:32.082391Z","end":"2026-03-19T06:04:32.207743Z","steps":["trace[1354633395] 'read index received' (duration: 33.457466ms)","trace[1354633395] 'applied index is now lower than readState.Index' (duration: 91.893604ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:32.208001Z","caller":"traceutil/trace.go:171","msg":"trace[1334373866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5432; }","duration":"125.614646ms","start":"2026-03-19T06:04:32.082372Z","end":"2026-03-19T06:04:32.207987Z","steps":["trace[1334373866] 'agreement among raft nodes before linearized reading' (duration: 125.439322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.208264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.180516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T06:04:32.208339Z","caller":"traceutil/trace.go:171","msg":"trace[1955196805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5432; }","duration":"117.295139ms","start":"2026-03-19T06:04:32.091024Z","end":"2026-03-19T06:04:32.208319Z","steps":["trace[1955196805] 'agreement among raft nodes before linearized reading' (duration: 117.070973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.726656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.589765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:04:32.726775Z","caller":"traceutil/trace.go:171","msg":"trace[1472162808] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"511.753007ms","start":"2026-03-19T06:04:32.214997Z","end":"2026-03-19T06:04:32.72675Z","steps":["trace[1472162808] 'process raft request' (duration: 69.947546ms)","trace[1472162808] 'compare' (duration: 441.482433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:32.72687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.214981Z","time spent":"511.84372ms","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:32.959116Z","caller":"traceutil/trace.go:171","msg":"trace[906950341] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"743.990126ms","start":"2026-03-19T06:04:32.215094Z","end":"2026-03-19T06:04:32.959084Z","steps":["trace[906950341] 'process raft request' (duration: 715.445183ms)","trace[906950341] 'compare' (duration: 28.324157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:32.959288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.215076Z","time spent":"744.125558ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:32.959405Z","caller":"traceutil/trace.go:171","msg":"trace[1496897492] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"744.284753ms","start":"2026-03-19T06:04:32.215097Z","end":"2026-03-19T06:04:32.959382Z","steps":["trace[1496897492] 'process raft request' (duration: 743.925844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.959552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.215074Z","time spent":"744.399405ms","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:32.959866Z","caller":"traceutil/trace.go:171","msg":"trace[64402229] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5649; }","duration":"740.945959ms","start":"2026-03-19T06:04:32.218907Z","end":"2026-03-19T06:04:32.959853Z","steps":["trace[64402229] 'read index received' (duration: 66.053769ms)","trace[64402229] 'applied index is now lower than readState.Index' (duration: 674.89118ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:32.9599Z","caller":"traceutil/trace.go:171","msg":"trace[1570350845] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"744.092889ms","start":"2026-03-19T06:04:32.215761Z","end":"2026-03-19T06:04:32.959854Z","steps":["trace[1570350845] 'process raft request' (duration: 743.515704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:32.959951Z","caller":"traceutil/trace.go:171","msg":"trace[390286231] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"734.211131ms","start":"2026-03-19T06:04:32.22573Z","end":"2026-03-19T06:04:32.959941Z","steps":["trace[390286231] 'process raft request' (duration: 734.045557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.960017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.225706Z","time spent":"734.269643ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12011,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:32.960037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.215752Z","time spent":"744.210081ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:32.960131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.233716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T06:04:32.960168Z","caller":"traceutil/trace.go:171","msg":"trace[802506801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5437; }","duration":"741.325038ms","start":"2026-03-19T06:04:32.218833Z","end":"2026-03-19T06:04:32.960158Z","steps":["trace[802506801] 'agreement among raft nodes before linearized reading' (duration: 741.218185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.960191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.218811Z","time spent":"741.372749ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T06:04:32.991832Z","caller":"traceutil/trace.go:171","msg":"trace[1949557179] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"671.027943ms","start":"2026-03-19T06:04:32.320766Z","end":"2026-03-19T06:04:32.991794Z","steps":["trace[1949557179] 'process raft request' (duration: 670.831618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.991992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.320726Z","time spent":"671.182028ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:32.99199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.172515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T06:04:32.992995Z","caller":"traceutil/trace.go:171","msg":"trace[1131876610] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5438; }","duration":"472.21802ms","start":"2026-03-19T06:04:32.520651Z","end":"2026-03-19T06:04:32.992869Z","steps":["trace[1131876610] 'agreement among raft nodes before linearized reading' (duration: 471.142003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:32.993172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:32.520625Z","time spent":"472.470177ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-19T06:04:33.153736Z","caller":"traceutil/trace.go:171","msg":"trace[688229790] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"148.711362ms","start":"2026-03-19T06:04:33.004993Z","end":"2026-03-19T06:04:33.153705Z","steps":["trace[688229790] 'process raft request' (duration: 95.116674ms)","trace[688229790] 'compare' (duration: 53.355472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:33.781576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.894418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:04:33.78192Z","caller":"traceutil/trace.go:171","msg":"trace[1812392716] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"455.279487ms","start":"2026-03-19T06:04:33.326581Z","end":"2026-03-19T06:04:33.78186Z","steps":["trace[1812392716] 'process raft request' (duration: 325.970798ms)","trace[1812392716] 'compare' (duration: 128.588651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:04:33.7822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:33.326548Z","time spent":"455.489583ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:33.782424Z","caller":"traceutil/trace.go:171","msg":"trace[1016462308] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"389.253488ms","start":"2026-03-19T06:04:33.393144Z","end":"2026-03-19T06:04:33.782397Z","steps":["trace[1016462308] 'process raft request' (duration: 389.103285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:33.782489Z","caller":"traceutil/trace.go:171","msg":"trace[919580942] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"455.726599ms","start":"2026-03-19T06:04:33.326719Z","end":"2026-03-19T06:04:33.782446Z","steps":["trace[919580942] 'process raft request' (duration: 455.0066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:04:33.782617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:33.39312Z","time spent":"389.368402ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:04:33.782675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:04:33.326678Z","time spent":"455.902893ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:04:33.998516Z","caller":"traceutil/trace.go:171","msg":"trace[1731471633] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"164.20871ms","start":"2026-03-19T06:04:33.834276Z","end":"2026-03-19T06:04:33.998484Z","steps":["trace[1731471633] 'process raft request' (duration: 79.358362ms)","trace[1731471633] 'compare' (duration: 84.626583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:04:33.99858Z","caller":"traceutil/trace.go:171","msg":"trace[114023887] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"163.121753ms","start":"2026-03-19T06:04:33.835424Z","end":"2026-03-19T06:04:33.998546Z","steps":["trace[114023887] 'process raft request' (duration: 162.99064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:33.998649Z","caller":"traceutil/trace.go:171","msg":"trace[876203754] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"163.090382ms","start":"2026-03-19T06:04:33.835528Z","end":"2026-03-19T06:04:33.998618Z","steps":["trace[876203754] 'process raft request' (duration: 162.927948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:33.998671Z","caller":"traceutil/trace.go:171","msg":"trace[2005745240] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"163.0476ms","start":"2026-03-19T06:04:33.835564Z","end":"2026-03-19T06:04:33.998611Z","steps":["trace[2005745240] 'process raft request' (duration: 162.926307ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:04:33.998734Z","caller":"traceutil/trace.go:171","msg":"trace[118137932] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"162.779965ms","start":"2026-03-19T06:04:33.835914Z","end":"2026-03-19T06:04:33.998694Z","steps":["trace[118137932] 'process raft request' (duration: 162.60923ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:04.351955Z","caller":"traceutil/trace.go:171","msg":"trace[232739021] linearizableReadLoop","detail":"{readStateIndex:5929; appliedIndex:5928; }","duration":"151.899025ms","start":"2026-03-19T06:05:04.200033Z","end":"2026-03-19T06:05:04.351932Z","steps":["trace[232739021] 'read index received' (duration: 151.678569ms)","trace[232739021] 'applied index is now lower than readState.Index' (duration: 219.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:04.352066Z","caller":"traceutil/trace.go:171","msg":"trace[1916618833] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"154.676285ms","start":"2026-03-19T06:05:04.197335Z","end":"2026-03-19T06:05:04.352011Z","steps":["trace[1916618833] 'process raft request' (duration: 154.380308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:04.352206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.163722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T06:05:04.352248Z","caller":"traceutil/trace.go:171","msg":"trace[43637282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5705; }","duration":"152.284094ms","start":"2026-03-19T06:05:04.199953Z","end":"2026-03-19T06:05:04.352237Z","steps":["trace[43637282] 'agreement among raft nodes before linearized reading' (duration: 152.127141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:04.352445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.955421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T06:05:04.352481Z","caller":"traceutil/trace.go:171","msg":"trace[597630695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5705; }","duration":"133.009533ms","start":"2026-03-19T06:05:04.219463Z","end":"2026-03-19T06:05:04.352472Z","steps":["trace[597630695] 'agreement among raft nodes before linearized reading' (duration: 132.921691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:04.352496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.29473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T06:05:04.352597Z","caller":"traceutil/trace.go:171","msg":"trace[1890068049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5705; }","duration":"141.454994ms","start":"2026-03-19T06:05:04.21112Z","end":"2026-03-19T06:05:04.352575Z","steps":["trace[1890068049] 'agreement among raft nodes before linearized reading' (duration: 141.215988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:04.352631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.634049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:05:04.352664Z","caller":"traceutil/trace.go:171","msg":"trace[660010148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:5705; }","duration":"131.685761ms","start":"2026-03-19T06:05:04.220968Z","end":"2026-03-19T06:05:04.352654Z","steps":["trace[660010148] 'agreement among raft nodes before linearized reading' (duration: 131.599119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:04.352852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.798088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:05:04.352909Z","caller":"traceutil/trace.go:171","msg":"trace[1480901889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5705; }","duration":"134.88204ms","start":"2026-03-19T06:05:04.218013Z","end":"2026-03-19T06:05:04.352895Z","steps":["trace[1480901889] 'agreement among raft nodes before linearized reading' (duration: 134.580692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:04.859944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396867039,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:05:05.02537Z","caller":"traceutil/trace.go:171","msg":"trace[1337346186] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"666.845302ms","start":"2026-03-19T06:05:04.358483Z","end":"2026-03-19T06:05:05.025328Z","steps":["trace[1337346186] 'process raft request' (duration: 664.795592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:05.025408Z","caller":"traceutil/trace.go:171","msg":"trace[469995968] linearizableReadLoop","detail":"{readStateIndex:5933; appliedIndex:5929; }","duration":"666.415391ms","start":"2026-03-19T06:05:04.358963Z","end":"2026-03-19T06:05:05.025379Z","steps":["trace[469995968] 'read index received' (duration: 664.333579ms)","trace[469995968] 'applied index is now lower than readState.Index' (duration: 2.080472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:05.025428Z","caller":"traceutil/trace.go:171","msg":"trace[509185414] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"666.76092ms","start":"2026-03-19T06:05:04.358641Z","end":"2026-03-19T06:05:05.025402Z","steps":["trace[509185414] 'process raft request' (duration: 666.676088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:05.025616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:04.358602Z","time spent":"666.916724ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:05.025614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:04.35846Z","time spent":"667.012066ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:05.025759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.77207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101841"} {"level":"info","ts":"2026-03-19T06:05:05.025799Z","caller":"traceutil/trace.go:171","msg":"trace[1863555068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5709; }","duration":"666.874993ms","start":"2026-03-19T06:05:04.358915Z","end":"2026-03-19T06:05:05.02579Z","steps":["trace[1863555068] 'agreement among raft nodes before linearized reading' (duration: 666.570014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:05.025845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:04.358899Z","time spent":"666.937915ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101863,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:05:05.025928Z","caller":"traceutil/trace.go:171","msg":"trace[2124570331] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"667.296224ms","start":"2026-03-19T06:05:04.358617Z","end":"2026-03-19T06:05:05.025914Z","steps":["trace[2124570331] 'process raft request' (duration: 666.608236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:05.026008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:04.358582Z","time spent":"667.396916ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:05:05.026057Z","caller":"traceutil/trace.go:171","msg":"trace[1415912796] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"666.581396ms","start":"2026-03-19T06:05:04.359376Z","end":"2026-03-19T06:05:05.025958Z","steps":["trace[1415912796] 'process raft request' (duration: 665.96755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:05.026522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:04.359364Z","time spent":"667.042007ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:05:15.261225Z","caller":"traceutil/trace.go:171","msg":"trace[1529963768] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"182.11496ms","start":"2026-03-19T06:05:15.079068Z","end":"2026-03-19T06:05:15.261183Z","steps":["trace[1529963768] 'process raft request' (duration: 181.832883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:15.27004Z","caller":"traceutil/trace.go:171","msg":"trace[841868701] linearizableReadLoop","detail":"{readStateIndex:5988; appliedIndex:5985; }","duration":"183.277819ms","start":"2026-03-19T06:05:15.086735Z","end":"2026-03-19T06:05:15.270013Z","steps":["trace[841868701] 'read index received' (duration: 174.280004ms)","trace[841868701] 'applied index is now lower than readState.Index' (duration: 8.996625ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:15.270092Z","caller":"traceutil/trace.go:171","msg":"trace[926005754] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"188.797727ms","start":"2026-03-19T06:05:15.081261Z","end":"2026-03-19T06:05:15.270058Z","steps":["trace[926005754] 'process raft request' (duration: 188.567651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:15.270181Z","caller":"traceutil/trace.go:171","msg":"trace[1735952288] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"186.95048ms","start":"2026-03-19T06:05:15.083215Z","end":"2026-03-19T06:05:15.270165Z","steps":["trace[1735952288] 'process raft request' (duration: 186.761066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:15.270481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.736302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T06:05:15.270516Z","caller":"traceutil/trace.go:171","msg":"trace[1460568659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5762; }","duration":"183.844284ms","start":"2026-03-19T06:05:15.086664Z","end":"2026-03-19T06:05:15.270508Z","steps":["trace[1460568659] 'agreement among raft nodes before linearized reading' (duration: 183.67572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:15.270521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.981547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T06:05:15.270528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.259254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T06:05:15.27058Z","caller":"traceutil/trace.go:171","msg":"trace[949810189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:5762; }","duration":"182.055109ms","start":"2026-03-19T06:05:15.088511Z","end":"2026-03-19T06:05:15.270566Z","steps":["trace[949810189] 'agreement among raft nodes before linearized reading' (duration: 181.878825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:15.270597Z","caller":"traceutil/trace.go:171","msg":"trace[1545582353] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5762; }","duration":"182.357817ms","start":"2026-03-19T06:05:15.088221Z","end":"2026-03-19T06:05:15.270579Z","steps":["trace[1545582353] 'agreement among raft nodes before linearized reading' (duration: 182.110611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:15.691362Z","caller":"traceutil/trace.go:171","msg":"trace[1506988775] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5989; }","duration":"195.114945ms","start":"2026-03-19T06:05:15.496219Z","end":"2026-03-19T06:05:15.691334Z","steps":["trace[1506988775] 'read index received' (duration: 194.819838ms)","trace[1506988775] 'applied index is now lower than readState.Index' (duration: 294.107µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:15.691588Z","caller":"traceutil/trace.go:171","msg":"trace[1884690286] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"321.058752ms","start":"2026-03-19T06:05:15.370514Z","end":"2026-03-19T06:05:15.691573Z","steps":["trace[1884690286] 'process raft request' (duration: 320.632202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:15.691758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:15.370489Z","time spent":"321.164845ms","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:15.691944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.238398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:05:15.692018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.780192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:05:15.692047Z","caller":"traceutil/trace.go:171","msg":"trace[1999553577] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5764; }","duration":"195.402722ms","start":"2026-03-19T06:05:15.496619Z","end":"2026-03-19T06:05:15.692022Z","steps":["trace[1999553577] 'agreement among raft nodes before linearized reading' (duration: 195.223168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:15.692075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.381367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T06:05:15.692101Z","caller":"traceutil/trace.go:171","msg":"trace[300932421] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5764; }","duration":"195.932506ms","start":"2026-03-19T06:05:15.496149Z","end":"2026-03-19T06:05:15.692082Z","steps":["trace[300932421] 'agreement among raft nodes before linearized reading' (duration: 195.760922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:15.692115Z","caller":"traceutil/trace.go:171","msg":"trace[1957383096] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5764; }","duration":"192.480049ms","start":"2026-03-19T06:05:15.499624Z","end":"2026-03-19T06:05:15.692104Z","steps":["trace[1957383096] 'agreement among raft nodes before linearized reading' (duration: 192.333946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:16.080171Z","caller":"traceutil/trace.go:171","msg":"trace[1710965896] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"110.781598ms","start":"2026-03-19T06:05:15.969364Z","end":"2026-03-19T06:05:16.080145Z","steps":["trace[1710965896] 'process raft request' (duration: 110.628625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:16.430448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.221283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:05:16.430667Z","caller":"traceutil/trace.go:171","msg":"trace[393061395] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"459.429259ms","start":"2026-03-19T06:05:15.971217Z","end":"2026-03-19T06:05:16.430647Z","steps":["trace[393061395] 'process raft request' (duration: 254.928769ms)","trace[393061395] 'compare' (duration: 204.119221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:05:16.430748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:15.971179Z","time spent":"459.537092ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:05:16.430746Z","caller":"traceutil/trace.go:171","msg":"trace[1755922189] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"455.680786ms","start":"2026-03-19T06:05:15.975033Z","end":"2026-03-19T06:05:16.430713Z","steps":["trace[1755922189] 'process raft request' (duration: 455.492401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:16.430884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:15.975005Z","time spent":"455.806069ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:05:16.529611Z","caller":"traceutil/trace.go:171","msg":"trace[1428852949] linearizableReadLoop","detail":"{readStateIndex:5994; appliedIndex:5991; }","duration":"299.706599ms","start":"2026-03-19T06:05:16.229879Z","end":"2026-03-19T06:05:16.529586Z","steps":["trace[1428852949] 'read index received' (duration: 60.362µs)","trace[1428852949] 'applied index is now lower than readState.Index' (duration: 299.644877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:05:16.529791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.902543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:05:16.52988Z","caller":"traceutil/trace.go:171","msg":"trace[494919897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5767; }","duration":"300.032717ms","start":"2026-03-19T06:05:16.22982Z","end":"2026-03-19T06:05:16.529852Z","steps":["trace[494919897] 'agreement among raft nodes before linearized reading' (duration: 299.863362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:16.529929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.229799Z","time spent":"300.120809ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:05:16.5299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.912506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:05:16.530097Z","caller":"traceutil/trace.go:171","msg":"trace[9919239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5767; }","duration":"122.133421ms","start":"2026-03-19T06:05:16.407914Z","end":"2026-03-19T06:05:16.530047Z","steps":["trace[9919239] 'agreement among raft nodes before linearized reading' (duration: 121.829474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:16.754024Z","caller":"traceutil/trace.go:171","msg":"trace[2124192801] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5995; }","duration":"184.161622ms","start":"2026-03-19T06:05:16.569834Z","end":"2026-03-19T06:05:16.753995Z","steps":["trace[2124192801] 'read index received' (duration: 155.333712ms)","trace[2124192801] 'applied index is now lower than readState.Index' (duration: 28.82639ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:16.754108Z","caller":"traceutil/trace.go:171","msg":"trace[751830973] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"216.590471ms","start":"2026-03-19T06:05:16.53747Z","end":"2026-03-19T06:05:16.75406Z","steps":["trace[751830973] 'process raft request' (duration: 187.72195ms)","trace[751830973] 'compare' (duration: 28.656686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:05:16.754467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.620572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T06:05:16.75452Z","caller":"traceutil/trace.go:171","msg":"trace[1236856638] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5769; }","duration":"184.736455ms","start":"2026-03-19T06:05:16.569772Z","end":"2026-03-19T06:05:16.754508Z","steps":["trace[1236856638] 'agreement among raft nodes before linearized reading' (duration: 184.327395ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:17.169785Z","caller":"traceutil/trace.go:171","msg":"trace[1645619947] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"408.387084ms","start":"2026-03-19T06:05:16.761364Z","end":"2026-03-19T06:05:17.169751Z","steps":["trace[1645619947] 'process raft request' (duration: 358.783135ms)","trace[1645619947] 'compare' (duration: 49.332402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:05:17.170003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.761343Z","time spent":"408.536687ms","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1482,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:05:17.170104Z","caller":"traceutil/trace.go:171","msg":"trace[1965421786] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"408.2018ms","start":"2026-03-19T06:05:16.761821Z","end":"2026-03-19T06:05:17.170023Z","steps":["trace[1965421786] 'process raft request' (duration: 407.849461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:17.170238Z","caller":"traceutil/trace.go:171","msg":"trace[1182554187] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"408.282682ms","start":"2026-03-19T06:05:16.761901Z","end":"2026-03-19T06:05:17.170184Z","steps":["trace[1182554187] 'process raft request' (duration: 408.012785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:17.170297Z","caller":"traceutil/trace.go:171","msg":"trace[566286740] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"407.129963ms","start":"2026-03-19T06:05:16.763134Z","end":"2026-03-19T06:05:17.170264Z","steps":["trace[566286740] 'process raft request' (duration: 406.926898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:17.170327Z","caller":"traceutil/trace.go:171","msg":"trace[1311530951] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"402.815665ms","start":"2026-03-19T06:05:16.767481Z","end":"2026-03-19T06:05:17.170296Z","steps":["trace[1311530951] 'process raft request' (duration: 402.715162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:17.170372Z","caller":"traceutil/trace.go:171","msg":"trace[1473528177] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"406.22405ms","start":"2026-03-19T06:05:16.764136Z","end":"2026-03-19T06:05:17.17036Z","steps":["trace[1473528177] 'process raft request' (duration: 406.002295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:17.170382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.761807Z","time spent":"408.421285ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:17.170427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.764122Z","time spent":"406.274331ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1617,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:17.170454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.767471Z","time spent":"402.916878ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:17.170454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.761883Z","time spent":"408.445115ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:17.170495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.763097Z","time spent":"407.285437ms","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":896,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:05:17.215811Z","caller":"traceutil/trace.go:171","msg":"trace[1925022736] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:5997; }","duration":"330.317783ms","start":"2026-03-19T06:05:16.885462Z","end":"2026-03-19T06:05:17.215779Z","steps":["trace[1925022736] 'read index received' (duration: 234.814347ms)","trace[1925022736] 'applied index is now lower than readState.Index' (duration: 95.502516ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:17.215923Z","caller":"traceutil/trace.go:171","msg":"trace[896273491] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"409.095172ms","start":"2026-03-19T06:05:16.8068Z","end":"2026-03-19T06:05:17.215895Z","steps":["trace[896273491] 'process raft request' (duration: 408.784704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:17.216024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.999111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:05:17.216069Z","caller":"traceutil/trace.go:171","msg":"trace[468229545] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5777; }","duration":"273.160795ms","start":"2026-03-19T06:05:16.942897Z","end":"2026-03-19T06:05:17.216057Z","steps":["trace[468229545] 'agreement among raft nodes before linearized reading' (duration: 273.044952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:17.216092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.806772Z","time spent":"409.229596ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:05:17.216129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.596571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:05:17.216289Z","caller":"traceutil/trace.go:171","msg":"trace[364638759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5777; }","duration":"330.833986ms","start":"2026-03-19T06:05:16.885423Z","end":"2026-03-19T06:05:17.216257Z","steps":["trace[364638759] 'agreement among raft nodes before linearized reading' (duration: 330.515868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:05:17.216363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:05:16.885404Z","time spent":"330.944959ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:05:17.662078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.922786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:05:17.662315Z","caller":"traceutil/trace.go:171","msg":"trace[811019337] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"287.188375ms","start":"2026-03-19T06:05:17.3751Z","end":"2026-03-19T06:05:17.662288Z","steps":["trace[811019337] 'process raft request' (duration: 287.111023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:17.662453Z","caller":"traceutil/trace.go:171","msg":"trace[617628760] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"287.687108ms","start":"2026-03-19T06:05:17.374702Z","end":"2026-03-19T06:05:17.662389Z","steps":["trace[617628760] 'process raft request' (duration: 154.831508ms)","trace[617628760] 'compare' (duration: 131.750582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:05:31.225457Z","caller":"traceutil/trace.go:171","msg":"trace[1603739351] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"223.637199ms","start":"2026-03-19T06:05:31.001794Z","end":"2026-03-19T06:05:31.225431Z","steps":["trace[1603739351] 'process raft request' (duration: 223.464334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:31.877953Z","caller":"traceutil/trace.go:171","msg":"trace[1027388668] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"123.976558ms","start":"2026-03-19T06:05:31.753948Z","end":"2026-03-19T06:05:31.877925Z","steps":["trace[1027388668] 'process raft request' (duration: 116.325826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:05:32.604379Z","caller":"traceutil/trace.go:171","msg":"trace[863205948] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"110.442469ms","start":"2026-03-19T06:05:32.493867Z","end":"2026-03-19T06:05:32.60431Z","steps":["trace[863205948] 'process raft request' (duration: 53.356843ms)","trace[863205948] 'compare' (duration: 56.976423ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:09:00.679677Z","caller":"traceutil/trace.go:171","msg":"trace[2021955270] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"113.192042ms","start":"2026-03-19T06:09:00.566449Z","end":"2026-03-19T06:09:00.679642Z","steps":["trace[2021955270] 'process raft request' (duration: 113.029738ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:09:07.435509Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5107} {"level":"info","ts":"2026-03-19T06:09:07.535237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5107,"took":"97.885439ms","hash":1170907147,"current-db-size-bytes":40189952,"current-db-size":"40 MB","current-db-size-in-use-bytes":21950464,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-19T06:09:07.535307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1170907147,"revision":5107,"compact-revision":2592} {"level":"info","ts":"2026-03-19T06:10:05.607134Z","caller":"traceutil/trace.go:171","msg":"trace[1216419975] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"159.492386ms","start":"2026-03-19T06:10:05.447604Z","end":"2026-03-19T06:10:05.607097Z","steps":["trace[1216419975] 'process raft request' (duration: 159.2845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:21.599202Z","caller":"traceutil/trace.go:171","msg":"trace[595176818] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"139.560895ms","start":"2026-03-19T06:10:21.459607Z","end":"2026-03-19T06:10:21.599168Z","steps":["trace[595176818] 'process raft request' (duration: 131.575795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:21.599691Z","caller":"traceutil/trace.go:171","msg":"trace[1917102962] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"133.094732ms","start":"2026-03-19T06:10:21.466568Z","end":"2026-03-19T06:10:21.599663Z","steps":["trace[1917102962] 'process raft request' (duration: 132.915468ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:33.667426Z","caller":"traceutil/trace.go:171","msg":"trace[1446675036] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"145.801462ms","start":"2026-03-19T06:10:33.521579Z","end":"2026-03-19T06:10:33.66738Z","steps":["trace[1446675036] 'process raft request' (duration: 75.707112ms)","trace[1446675036] 'compare' (duration: 69.926246ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:33.716819Z","caller":"traceutil/trace.go:171","msg":"trace[115062228] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8254; }","duration":"163.501087ms","start":"2026-03-19T06:10:33.553287Z","end":"2026-03-19T06:10:33.716788Z","steps":["trace[115062228] 'read index received' (duration: 43.993996ms)","trace[115062228] 'applied index is now lower than readState.Index' (duration: 119.50556ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:33.716917Z","caller":"traceutil/trace.go:171","msg":"trace[593589396] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"169.590649ms","start":"2026-03-19T06:10:33.547289Z","end":"2026-03-19T06:10:33.71688Z","steps":["trace[593589396] 'process raft request' (duration: 169.302602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:33.717176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.885097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:10:33.717223Z","caller":"traceutil/trace.go:171","msg":"trace[673965135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7953; }","duration":"163.986949ms","start":"2026-03-19T06:10:33.553224Z","end":"2026-03-19T06:10:33.717211Z","steps":["trace[673965135] 'agreement among raft nodes before linearized reading' (duration: 163.726962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:33.717303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.155351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:10:33.717355Z","caller":"traceutil/trace.go:171","msg":"trace[370652541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:7953; }","duration":"154.274515ms","start":"2026-03-19T06:10:33.563069Z","end":"2026-03-19T06:10:33.717343Z","steps":["trace[370652541] 'agreement among raft nodes before linearized reading' (duration: 153.898035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:36.017749Z","caller":"traceutil/trace.go:171","msg":"trace[1856889334] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8267; }","duration":"176.685838ms","start":"2026-03-19T06:10:35.841029Z","end":"2026-03-19T06:10:36.017715Z","steps":["trace[1856889334] 'read index received' (duration: 176.503033ms)","trace[1856889334] 'applied index is now lower than readState.Index' (duration: 181.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:36.017836Z","caller":"traceutil/trace.go:171","msg":"trace[1895443861] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"177.051567ms","start":"2026-03-19T06:10:35.840758Z","end":"2026-03-19T06:10:36.017809Z","steps":["trace[1895443861] 'process raft request' (duration: 176.721199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:36.018404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.340474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-19T06:10:36.018484Z","caller":"traceutil/trace.go:171","msg":"trace[94692966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7965; }","duration":"177.455766ms","start":"2026-03-19T06:10:35.841009Z","end":"2026-03-19T06:10:36.018465Z","steps":["trace[94692966] 'agreement among raft nodes before linearized reading' (duration: 176.878102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:36.059245Z","caller":"traceutil/trace.go:171","msg":"trace[1953659498] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"199.139263ms","start":"2026-03-19T06:10:35.860069Z","end":"2026-03-19T06:10:36.059208Z","steps":["trace[1953659498] 'process raft request' (duration: 195.04543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:36.080472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.31768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:10:36.080728Z","caller":"traceutil/trace.go:171","msg":"trace[276615520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7967; }","duration":"223.628117ms","start":"2026-03-19T06:10:35.85707Z","end":"2026-03-19T06:10:36.080698Z","steps":["trace[276615520] 'agreement among raft nodes before linearized reading' (duration: 223.231137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:37.629244Z","caller":"traceutil/trace.go:171","msg":"trace[1190999556] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"398.536699ms","start":"2026-03-19T06:10:37.230672Z","end":"2026-03-19T06:10:37.629208Z","steps":["trace[1190999556] 'read index received' (duration: 398.242742ms)","trace[1190999556] 'applied index is now lower than readState.Index' (duration: 292.907µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:37.629439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.742054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:37.629506Z","caller":"traceutil/trace.go:171","msg":"trace[1980175815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7970; }","duration":"398.898688ms","start":"2026-03-19T06:10:37.230591Z","end":"2026-03-19T06:10:37.62949Z","steps":["trace[1980175815] 'agreement among raft nodes before linearized reading' (duration: 398.767115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:37.629698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.209358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T06:10:37.629805Z","caller":"traceutil/trace.go:171","msg":"trace[1802201360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7970; }","duration":"198.389282ms","start":"2026-03-19T06:10:37.431399Z","end":"2026-03-19T06:10:37.629789Z","steps":["trace[1802201360] 'agreement among raft nodes before linearized reading' (duration: 198.043934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:37.629723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.230561Z","time spent":"399.141284ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:37.629344Z","caller":"traceutil/trace.go:171","msg":"trace[352336421] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"474.002855ms","start":"2026-03-19T06:10:37.155296Z","end":"2026-03-19T06:10:37.629299Z","steps":["trace[352336421] 'process raft request' (duration: 473.698117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:37.630615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.155264Z","time spent":"475.228106ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:38.237257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:38.737414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:10:38.750071Z","caller":"traceutil/trace.go:171","msg":"trace[157471473] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"1.115837556s","start":"2026-03-19T06:10:37.6342Z","end":"2026-03-19T06:10:38.750038Z","steps":["trace[157471473] 'process raft request' (duration: 1.115681782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.750233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.634171Z","time spent":"1.115966079s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.750916Z","caller":"traceutil/trace.go:171","msg":"trace[152212220] linearizableReadLoop","detail":"{readStateIndex:8279; appliedIndex:8274; }","duration":"1.014708636s","start":"2026-03-19T06:10:37.736189Z","end":"2026-03-19T06:10:38.750897Z","steps":["trace[152212220] 'read index received' (duration: 1.013730112s)","trace[152212220] 'applied index is now lower than readState.Index' (duration: 977.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:38.751009Z","caller":"traceutil/trace.go:171","msg":"trace[1335183017] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"682.382709ms","start":"2026-03-19T06:10:38.068615Z","end":"2026-03-19T06:10:38.750997Z","steps":["trace[1335183017] 'process raft request' (duration: 682.176594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.068585Z","time spent":"682.44538ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.75104Z","caller":"traceutil/trace.go:171","msg":"trace[1727411777] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"1.026034581s","start":"2026-03-19T06:10:37.724952Z","end":"2026-03-19T06:10:38.750986Z","steps":["trace[1727411777] 'process raft request' (duration: 1.025793025s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.724932Z","time spent":"1.026179845s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:38.751328Z","caller":"traceutil/trace.go:171","msg":"trace[1572245197] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"665.186569ms","start":"2026-03-19T06:10:38.08613Z","end":"2026-03-19T06:10:38.751317Z","steps":["trace[1572245197] 'process raft request' (duration: 664.697845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:38.751298Z","caller":"traceutil/trace.go:171","msg":"trace[2015359949] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"1.116861582s","start":"2026-03-19T06:10:37.634411Z","end":"2026-03-19T06:10:38.751272Z","steps":["trace[2015359949] 'process raft request' (duration: 1.116257337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.086101Z","time spent":"665.26431ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:38.751437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.63439Z","time spent":"1.116994066s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:38.751471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.390211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:10:38.751513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015283032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:38.751558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.6189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:10:38.751633Z","caller":"traceutil/trace.go:171","msg":"trace[737101809] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7975; }","duration":"1.015440216s","start":"2026-03-19T06:10:37.736169Z","end":"2026-03-19T06:10:38.751609Z","steps":["trace[737101809] 'agreement among raft nodes before linearized reading' (duration: 1.01518642s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.600117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:10:38.751683Z","caller":"traceutil/trace.go:171","msg":"trace[1036354064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7975; }","duration":"728.793725ms","start":"2026-03-19T06:10:38.022862Z","end":"2026-03-19T06:10:38.751656Z","steps":["trace[1036354064] 'agreement among raft nodes before linearized reading' (duration: 728.454827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:37.736125Z","time spent":"1.015555799s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:38.751699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.921904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:10:38.751716Z","caller":"traceutil/trace.go:171","msg":"trace[1187272366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7975; }","duration":"307.692359ms","start":"2026-03-19T06:10:38.444008Z","end":"2026-03-19T06:10:38.751701Z","steps":["trace[1187272366] 'agreement among raft nodes before linearized reading' (duration: 307.523325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:38.751563Z","caller":"traceutil/trace.go:171","msg":"trace[54462440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7975; }","duration":"649.523534ms","start":"2026-03-19T06:10:38.102019Z","end":"2026-03-19T06:10:38.751543Z","steps":["trace[54462440] 'agreement among raft nodes before linearized reading' (duration: 649.321499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.443984Z","time spent":"307.762521ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:38.751742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.02284Z","time spent":"728.890248ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:10:38.75174Z","caller":"traceutil/trace.go:171","msg":"trace[1706087141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:7975; }","duration":"724.022096ms","start":"2026-03-19T06:10:38.027707Z","end":"2026-03-19T06:10:38.75173Z","steps":["trace[1706087141] 'agreement among raft nodes before linearized reading' (duration: 723.921943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:38.751805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.102005Z","time spent":"649.778681ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:38.751853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:38.027676Z","time spent":"724.16601ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:10:41.257615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:41.758132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:42.259151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:42.361118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604791387s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:10:42.361492Z","caller":"traceutil/trace.go:171","msg":"trace[83649683] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"1.605243198s","start":"2026-03-19T06:10:40.756224Z","end":"2026-03-19T06:10:42.361467Z","steps":["trace[83649683] 'process raft request' (duration: 1.605097635s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:42.361641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.756197Z","time spent":"1.605373152s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.705654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.875557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:43.705975Z","caller":"traceutil/trace.go:171","msg":"trace[294001310] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"2.948173338s","start":"2026-03-19T06:10:40.757772Z","end":"2026-03-19T06:10:43.705945Z","steps":["trace[294001310] 'process raft request' (duration: 2.948031185s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.706089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.757764Z","time spent":"2.948275461s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:43.706154Z","caller":"traceutil/trace.go:171","msg":"trace[1958768268] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8287; }","duration":"2.949657266s","start":"2026-03-19T06:10:40.756484Z","end":"2026-03-19T06:10:43.706142Z","steps":["trace[1958768268] 'read index received' (duration: 1.605088125s)","trace[1958768268] 'applied index is now lower than readState.Index' (duration: 1.344566431s)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:43.706231Z","caller":"traceutil/trace.go:171","msg":"trace[1985624309] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"2.94740929s","start":"2026-03-19T06:10:40.758796Z","end":"2026-03-19T06:10:43.706205Z","steps":["trace[1985624309] 'process raft request' (duration: 2.947090782s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.705948Z","caller":"traceutil/trace.go:171","msg":"trace[982650819] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"2.949301647s","start":"2026-03-19T06:10:40.756601Z","end":"2026-03-19T06:10:43.705902Z","steps":["trace[982650819] 'process raft request' (duration: 2.474034091s)","trace[982650819] 'compare' (duration: 474.625141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:43.706491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941798459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:10:43.70653Z","caller":"traceutil/trace.go:171","msg":"trace[378989775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7986; }","duration":"2.941882111s","start":"2026-03-19T06:10:40.764639Z","end":"2026-03-19T06:10:43.706521Z","steps":["trace[378989775] 'agreement among raft nodes before linearized reading' (duration: 2.941627954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.706508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.756584Z","time spent":"2.94980104s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.706632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792567489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:43.706666Z","caller":"traceutil/trace.go:171","msg":"trace[883863339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7986; }","duration":"2.792631311s","start":"2026-03-19T06:10:40.914025Z","end":"2026-03-19T06:10:43.706657Z","steps":["trace[883863339] 'agreement among raft nodes before linearized reading' (duration: 2.792569819s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.706692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.914013Z","time spent":"2.792670702s","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:43.706562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.764633Z","time spent":"2.941921851s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:43.706698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585455157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:43.706746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857526892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:10:43.706764Z","caller":"traceutil/trace.go:171","msg":"trace[2122033282] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7986; }","duration":"2.58557969s","start":"2026-03-19T06:10:41.121164Z","end":"2026-03-19T06:10:43.706744Z","steps":["trace[2122033282] 'agreement among raft nodes before linearized reading' (duration: 2.585421686s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.706797Z","caller":"traceutil/trace.go:171","msg":"trace[685686981] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:7986; }","duration":"2.857615714s","start":"2026-03-19T06:10:40.849167Z","end":"2026-03-19T06:10:43.706782Z","steps":["trace[685686981] 'agreement among raft nodes before linearized reading' (duration: 2.85744188s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.706765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477765416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:43.706815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.121145Z","time spent":"2.585655973s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:43.706805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92554407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T06:10:43.706827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.110234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:43.706858Z","caller":"traceutil/trace.go:171","msg":"trace[537604158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7986; }","duration":"1.477915091s","start":"2026-03-19T06:10:42.228919Z","end":"2026-03-19T06:10:43.706834Z","steps":["trace[537604158] 'agreement among raft nodes before linearized reading' (duration: 1.477776277s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.70689Z","caller":"traceutil/trace.go:171","msg":"trace[1415664604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7986; }","duration":"2.925652163s","start":"2026-03-19T06:10:40.781219Z","end":"2026-03-19T06:10:43.706871Z","steps":["trace[1415664604] 'agreement among raft nodes before linearized reading' (duration: 2.925381146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.706902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.2289Z","time spent":"1.477993843s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:43.706904Z","caller":"traceutil/trace.go:171","msg":"trace[1362395578] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7986; }","duration":"403.233878ms","start":"2026-03-19T06:10:43.303649Z","end":"2026-03-19T06:10:43.706883Z","steps":["trace[1362395578] 'agreement among raft nodes before linearized reading' (duration: 403.070653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.706936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.781211Z","time spent":"2.925716535s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:43.706935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172170259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:43.706903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215707795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:43.706954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:43.303631Z","time spent":"403.30809ms","remote":"127.0.0.1:39908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:43.706979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938467465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:10:43.706979Z","caller":"traceutil/trace.go:171","msg":"trace[372134391] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7986; }","duration":"2.17221255s","start":"2026-03-19T06:10:41.534752Z","end":"2026-03-19T06:10:43.706965Z","steps":["trace[372134391] 'agreement among raft nodes before linearized reading' (duration: 2.172134298s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.70701Z","caller":"traceutil/trace.go:171","msg":"trace[623716297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:7986; }","duration":"2.938514686s","start":"2026-03-19T06:10:40.768487Z","end":"2026-03-19T06:10:43.707002Z","steps":["trace[623716297] 'agreement among raft nodes before linearized reading' (duration: 2.938408733s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.706998Z","caller":"traceutil/trace.go:171","msg":"trace[1740570288] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7986; }","duration":"1.215858148s","start":"2026-03-19T06:10:42.491117Z","end":"2026-03-19T06:10:43.706975Z","steps":["trace[1740570288] 'agreement among raft nodes before linearized reading' (duration: 1.215670812s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.70684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.849144Z","time spent":"2.857685286s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-03-19T06:10:43.707027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.534714Z","time spent":"2.172299602s","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:43.70701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201656289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:10:43.707055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:42.49109Z","time spent":"1.215953551s","remote":"127.0.0.1:47994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:43.707042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92671271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:10:43.707097Z","caller":"traceutil/trace.go:171","msg":"trace[677449396] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7986; }","duration":"2.201799492s","start":"2026-03-19T06:10:41.505271Z","end":"2026-03-19T06:10:43.707071Z","steps":["trace[677449396] 'agreement among raft nodes before linearized reading' (duration: 2.201611858s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:43.707127Z","caller":"traceutil/trace.go:171","msg":"trace[989518725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7986; }","duration":"2.926818632s","start":"2026-03-19T06:10:40.780285Z","end":"2026-03-19T06:10:43.707103Z","steps":["trace[989518725] 'agreement among raft nodes before linearized reading' (duration: 2.926537915s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.707145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:41.505249Z","time spent":"2.201885715s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:43.707034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.768481Z","time spent":"2.938547787s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:10:43.707175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.780275Z","time spent":"2.926886044s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:43.707519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951029461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:43.707564Z","caller":"traceutil/trace.go:171","msg":"trace[125970451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7986; }","duration":"2.951120643s","start":"2026-03-19T06:10:40.756431Z","end":"2026-03-19T06:10:43.707551Z","steps":["trace[125970451] 'agreement among raft nodes before linearized reading' (duration: 2.94981229s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:43.707566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.758773Z","time spent":"2.947552233s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:43.707594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:40.756408Z","time spent":"2.951178745s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:10:46.392838Z","caller":"traceutil/trace.go:171","msg":"trace[1191962184] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"112.534617ms","start":"2026-03-19T06:10:46.280268Z","end":"2026-03-19T06:10:46.392802Z","steps":["trace[1191962184] 'process raft request' (duration: 111.728997ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:48.471552Z","caller":"traceutil/trace.go:171","msg":"trace[1964487866] linearizableReadLoop","detail":"{readStateIndex:8317; appliedIndex:8316; }","duration":"245.255219ms","start":"2026-03-19T06:10:48.226262Z","end":"2026-03-19T06:10:48.471518Z","steps":["trace[1964487866] 'read index received' (duration: 245.027264ms)","trace[1964487866] 'applied index is now lower than readState.Index' (duration: 226.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:48.471594Z","caller":"traceutil/trace.go:171","msg":"trace[1014906] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"439.998531ms","start":"2026-03-19T06:10:48.03156Z","end":"2026-03-19T06:10:48.471559Z","steps":["trace[1014906] 'process raft request' (duration: 439.695494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:48.471723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.445535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:48.471789Z","caller":"traceutil/trace.go:171","msg":"trace[1391294354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8011; }","duration":"245.520676ms","start":"2026-03-19T06:10:48.226248Z","end":"2026-03-19T06:10:48.471769Z","steps":["trace[1391294354] 'agreement among raft nodes before linearized reading' (duration: 245.412334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:48.4718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.031538Z","time spent":"440.143445ms","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:49.469747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:49.471862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000599951s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:10:49.567888Z","caller":"traceutil/trace.go:171","msg":"trace[1999426217] linearizableReadLoop","detail":"{readStateIndex:8318; appliedIndex:8317; }","duration":"599.028455ms","start":"2026-03-19T06:10:48.968831Z","end":"2026-03-19T06:10:49.56786Z","steps":["trace[1999426217] 'read index received' (duration: 503.225919ms)","trace[1999426217] 'applied index is now lower than readState.Index' (duration: 95.801186ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:49.567923Z","caller":"traceutil/trace.go:171","msg":"trace[602314026] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"1.159659797s","start":"2026-03-19T06:10:48.408222Z","end":"2026-03-19T06:10:49.567882Z","steps":["trace[602314026] 'process raft request' (duration: 1.063854771s)","trace[602314026] 'compare' (duration: 95.005105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:49.568107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.20479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.568122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.408201Z","time spent":"1.15981917s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:49.568128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.259741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.568197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.732706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.568229Z","caller":"traceutil/trace.go:171","msg":"trace[2071653689] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8012; }","duration":"191.765436ms","start":"2026-03-19T06:10:49.376456Z","end":"2026-03-19T06:10:49.568222Z","steps":["trace[2071653689] 'agreement among raft nodes before linearized reading' (duration: 191.714625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.56823Z","caller":"traceutil/trace.go:171","msg":"trace[1122236028] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8012; }","duration":"599.405515ms","start":"2026-03-19T06:10:48.968799Z","end":"2026-03-19T06:10:49.568204Z","steps":["trace[1122236028] 'agreement among raft nodes before linearized reading' (duration: 599.21503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.568302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.96878Z","time spent":"599.491347ms","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:49.568143Z","caller":"traceutil/trace.go:171","msg":"trace[110810802] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8012; }","duration":"599.303842ms","start":"2026-03-19T06:10:48.968828Z","end":"2026-03-19T06:10:49.568132Z","steps":["trace[110810802] 'agreement among raft nodes before linearized reading' (duration: 599.21204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.56844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.96881Z","time spent":"599.6076ms","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.568462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.730651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.568493Z","caller":"traceutil/trace.go:171","msg":"trace[1027151023] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8012; }","duration":"192.771832ms","start":"2026-03-19T06:10:49.375713Z","end":"2026-03-19T06:10:49.568485Z","steps":["trace[1027151023] 'agreement among raft nodes before linearized reading' (duration: 192.720611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.568636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.75039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.568663Z","caller":"traceutil/trace.go:171","msg":"trace[1559185907] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8012; }","duration":"403.796432ms","start":"2026-03-19T06:10:49.164859Z","end":"2026-03-19T06:10:49.568655Z","steps":["trace[1559185907] 'agreement among raft nodes before linearized reading' (duration: 403.752171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.56873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.164852Z","time spent":"403.868684ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.568895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.935612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.568935Z","caller":"traceutil/trace.go:171","msg":"trace[1682186923] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8012; }","duration":"416.991174ms","start":"2026-03-19T06:10:49.151935Z","end":"2026-03-19T06:10:49.568926Z","steps":["trace[1682186923] 'agreement among raft nodes before linearized reading' (duration: 416.933152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.568965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.151926Z","time spent":"417.030525ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.568974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.873191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569042Z","caller":"traceutil/trace.go:171","msg":"trace[1761345782] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8012; }","duration":"516.974114ms","start":"2026-03-19T06:10:49.052048Z","end":"2026-03-19T06:10:49.569022Z","steps":["trace[1761345782] 'agreement among raft nodes before linearized reading' (duration: 516.865891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.931785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.746183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569151Z","caller":"traceutil/trace.go:171","msg":"trace[2051832230] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8012; }","duration":"226.037828ms","start":"2026-03-19T06:10:49.343086Z","end":"2026-03-19T06:10:49.569124Z","steps":["trace[2051832230] 'agreement among raft nodes before linearized reading' (duration: 225.891894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.698072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.223031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.792667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.744265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569214Z","caller":"traceutil/trace.go:171","msg":"trace[21832258] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8012; }","duration":"564.271652ms","start":"2026-03-19T06:10:49.004931Z","end":"2026-03-19T06:10:49.569202Z","steps":["trace[21832258] 'agreement among raft nodes before linearized reading' (duration: 564.22057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.154528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.004924Z","time spent":"564.327784ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-19T06:10:49.569261Z","caller":"traceutil/trace.go:171","msg":"trace[1601587797] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8012; }","duration":"535.897759ms","start":"2026-03-19T06:10:49.033341Z","end":"2026-03-19T06:10:49.569238Z","steps":["trace[1601587797] 'agreement among raft nodes before linearized reading' (duration: 535.798857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569275Z","caller":"traceutil/trace.go:171","msg":"trace[1008461224] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8012; }","duration":"535.852459ms","start":"2026-03-19T06:10:49.033395Z","end":"2026-03-19T06:10:49.569248Z","steps":["trace[1008461224] 'agreement among raft nodes before linearized reading' (duration: 535.686265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.685097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569301Z","caller":"traceutil/trace.go:171","msg":"trace[640539551] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8012; }","duration":"294.412735ms","start":"2026-03-19T06:10:49.274869Z","end":"2026-03-19T06:10:49.569282Z","steps":["trace[640539551] 'agreement among raft nodes before linearized reading' (duration: 294.088697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.397809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569211Z","caller":"traceutil/trace.go:171","msg":"trace[1110566190] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8012; }","duration":"564.838016ms","start":"2026-03-19T06:10:49.00436Z","end":"2026-03-19T06:10:49.569198Z","steps":["trace[1110566190] 'agreement among raft nodes before linearized reading' (duration: 564.669922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.033389Z","time spent":"535.92748ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.569344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.85892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.212252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.56937Z","caller":"traceutil/trace.go:171","msg":"trace[1873114247] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8012; }","duration":"295.44656ms","start":"2026-03-19T06:10:49.273904Z","end":"2026-03-19T06:10:49.569351Z","steps":["trace[1873114247] 'agreement among raft nodes before linearized reading' (duration: 295.380289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.725165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.369476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569413Z","caller":"traceutil/trace.go:171","msg":"trace[1236213082] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8012; }","duration":"193.764887ms","start":"2026-03-19T06:10:49.375641Z","end":"2026-03-19T06:10:49.569406Z","steps":["trace[1236213082] 'agreement among raft nodes before linearized reading' (duration: 193.721576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.004352Z","time spent":"565.018911ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"info","ts":"2026-03-19T06:10:49.569157Z","caller":"traceutil/trace.go:171","msg":"trace[1518606516] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8012; }","duration":"599.828155ms","start":"2026-03-19T06:10:48.96931Z","end":"2026-03-19T06:10:49.569138Z","steps":["trace[1518606516] 'agreement among raft nodes before linearized reading' (duration: 599.721792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.327895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569462Z","caller":"traceutil/trace.go:171","msg":"trace[1917559437] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8012; }","duration":"404.53801ms","start":"2026-03-19T06:10:49.164896Z","end":"2026-03-19T06:10:49.569434Z","steps":["trace[1917559437] 'agreement among raft nodes before linearized reading' (duration: 404.251503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.940088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.16489Z","time spent":"404.613652ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.569217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.134925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.659266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.174958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.425949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.994862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569563Z","caller":"traceutil/trace.go:171","msg":"trace[635499970] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8012; }","duration":"565.129573ms","start":"2026-03-19T06:10:49.004415Z","end":"2026-03-19T06:10:49.569545Z","steps":["trace[635499970] 'agreement among raft nodes before linearized reading' (duration: 564.941708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569577Z","caller":"traceutil/trace.go:171","msg":"trace[629483987] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8012; }","duration":"358.544386ms","start":"2026-03-19T06:10:49.211017Z","end":"2026-03-19T06:10:49.569561Z","steps":["trace[629483987] 'agreement among raft nodes before linearized reading' (duration: 358.072144ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569586Z","caller":"traceutil/trace.go:171","msg":"trace[610916430] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8012; }","duration":"462.216049ms","start":"2026-03-19T06:10:49.107357Z","end":"2026-03-19T06:10:49.569573Z","steps":["trace[610916430] 'agreement among raft nodes before linearized reading' (duration: 462.155637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569592Z","caller":"traceutil/trace.go:171","msg":"trace[718369963] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8012; }","duration":"209.46831ms","start":"2026-03-19T06:10:49.36011Z","end":"2026-03-19T06:10:49.569578Z","steps":["trace[718369963] 'agreement among raft nodes before linearized reading' (duration: 209.416999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.74954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569607Z","caller":"traceutil/trace.go:171","msg":"trace[971151689] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8012; }","duration":"272.053073ms","start":"2026-03-19T06:10:49.297536Z","end":"2026-03-19T06:10:49.569589Z","steps":["trace[971151689] 'agreement among raft nodes before linearized reading' (duration: 271.980191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.107354Z","time spent":"462.259131ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.569624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.004399Z","time spent":"565.206466ms","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.569624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.58669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.329577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569649Z","caller":"traceutil/trace.go:171","msg":"trace[913341524] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8012; }","duration":"272.799671ms","start":"2026-03-19T06:10:49.296831Z","end":"2026-03-19T06:10:49.569631Z","steps":["trace[913341524] 'agreement among raft nodes before linearized reading' (duration: 272.73413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569681Z","caller":"traceutil/trace.go:171","msg":"trace[655373002] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8012; }","duration":"334.367927ms","start":"2026-03-19T06:10:49.235303Z","end":"2026-03-19T06:10:49.569671Z","steps":["trace[655373002] 'agreement among raft nodes before linearized reading' (duration: 334.331876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.56969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.112624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.235298Z","time spent":"334.407459ms","remote":"127.0.0.1:36044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:49.569715Z","caller":"traceutil/trace.go:171","msg":"trace[1374153369] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8012; }","duration":"517.663281ms","start":"2026-03-19T06:10:49.052004Z","end":"2026-03-19T06:10:49.569667Z","steps":["trace[1374153369] 'agreement among raft nodes before linearized reading' (duration: 517.573459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.56973Z","caller":"traceutil/trace.go:171","msg":"trace[1265288998] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8012; }","duration":"495.157875ms","start":"2026-03-19T06:10:49.074558Z","end":"2026-03-19T06:10:49.569716Z","steps":["trace[1265288998] 'agreement among raft nodes before linearized reading' (duration: 495.104694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.928505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.074554Z","time spent":"495.203657ms","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.569767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.051996Z","time spent":"517.753693ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.569766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.298427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569787Z","caller":"traceutil/trace.go:171","msg":"trace[1753427188] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8012; }","duration":"272.974076ms","start":"2026-03-19T06:10:49.296805Z","end":"2026-03-19T06:10:49.569779Z","steps":["trace[1753427188] 'agreement among raft nodes before linearized reading' (duration: 272.924785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.74107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569838Z","caller":"traceutil/trace.go:171","msg":"trace[1929549793] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8012; }","duration":"442.802561ms","start":"2026-03-19T06:10:49.127026Z","end":"2026-03-19T06:10:49.569828Z","steps":["trace[1929549793] 'agreement among raft nodes before linearized reading' (duration: 442.75371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.39377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.56983Z","caller":"traceutil/trace.go:171","msg":"trace[318022804] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8012; }","duration":"387.37902ms","start":"2026-03-19T06:10:49.18243Z","end":"2026-03-19T06:10:49.569809Z","steps":["trace[318022804] 'agreement among raft nodes before linearized reading' (duration: 387.284197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.573786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.271856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569882Z","caller":"traceutil/trace.go:171","msg":"trace[1645062196] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8012; }","duration":"387.472891ms","start":"2026-03-19T06:10:49.182395Z","end":"2026-03-19T06:10:49.569868Z","steps":["trace[1645062196] 'agreement among raft nodes before linearized reading' (duration: 387.381609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.182425Z","time spent":"387.457361ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.569914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.531817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569919Z","caller":"traceutil/trace.go:171","msg":"trace[263264519] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8012; }","duration":"334.580493ms","start":"2026-03-19T06:10:49.235326Z","end":"2026-03-19T06:10:49.569907Z","steps":["trace[263264519] 'agreement among raft nodes before linearized reading' (duration: 334.270185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.182386Z","time spent":"387.527663ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:49.569953Z","caller":"traceutil/trace.go:171","msg":"trace[713556171] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8012; }","duration":"462.575018ms","start":"2026-03-19T06:10:49.107369Z","end":"2026-03-19T06:10:49.569944Z","steps":["trace[713556171] 'agreement among raft nodes before linearized reading' (duration: 462.520137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.601859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.56996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.235322Z","time spent":"334.626724ms","remote":"127.0.0.1:36044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.569967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.566033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.211012Z","time spent":"358.599847ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.569983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.107367Z","time spent":"462.608859ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-19T06:10:49.570002Z","caller":"traceutil/trace.go:171","msg":"trace[1588936263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"336.614554ms","start":"2026-03-19T06:10:49.233377Z","end":"2026-03-19T06:10:49.569991Z","steps":["trace[1588936263] 'agreement among raft nodes before linearized reading' (duration: 336.567353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.762516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.04117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.57003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.2962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.111097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.570057Z","caller":"traceutil/trace.go:171","msg":"trace[1775339979] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8012; }","duration":"494.801637ms","start":"2026-03-19T06:10:49.075247Z","end":"2026-03-19T06:10:49.570049Z","steps":["trace[1775339979] 'agreement among raft nodes before linearized reading' (duration: 494.760336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.57007Z","caller":"traceutil/trace.go:171","msg":"trace[865656283] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8012; }","duration":"508.113112ms","start":"2026-03-19T06:10:49.061946Z","end":"2026-03-19T06:10:49.570059Z","steps":["trace[865656283] 'agreement among raft nodes before linearized reading' (duration: 507.962208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.570084Z","caller":"traceutil/trace.go:171","msg":"trace[1520527550] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8012; }","duration":"210.451505ms","start":"2026-03-19T06:10:49.359623Z","end":"2026-03-19T06:10:49.570075Z","steps":["trace[1520527550] 'agreement among raft nodes before linearized reading' (duration: 210.102337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.075242Z","time spent":"494.837127ms","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-19T06:10:49.570084Z","caller":"traceutil/trace.go:171","msg":"trace[428555953] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8012; }","duration":"536.380011ms","start":"2026-03-19T06:10:49.033689Z","end":"2026-03-19T06:10:49.570069Z","steps":["trace[428555953] 'agreement among raft nodes before linearized reading' (duration: 536.293509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.061935Z","time spent":"508.164284ms","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.570113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.606768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.922073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.03368Z","time spent":"536.444764ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-19T06:10:49.570151Z","caller":"traceutil/trace.go:171","msg":"trace[1237717080] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8012; }","duration":"495.67135ms","start":"2026-03-19T06:10:49.07447Z","end":"2026-03-19T06:10:49.570141Z","steps":["trace[1237717080] 'agreement among raft nodes before linearized reading' (duration: 495.612867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569952Z","caller":"traceutil/trace.go:171","msg":"trace[2035802082] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8012; }","duration":"442.766021ms","start":"2026-03-19T06:10:49.12714Z","end":"2026-03-19T06:10:49.569906Z","steps":["trace[2035802082] 'agreement among raft nodes before linearized reading' (duration: 442.480474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.570164Z","caller":"traceutil/trace.go:171","msg":"trace[1315020865] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8012; }","duration":"252.953904ms","start":"2026-03-19T06:10:49.317201Z","end":"2026-03-19T06:10:49.570155Z","steps":["trace[1315020865] 'agreement among raft nodes before linearized reading' (duration: 252.903183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.074458Z","time spent":"495.717271ms","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.570184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.703214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.233363Z","time spent":"336.665876ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:49.570214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.127124Z","time spent":"443.069689ms","remote":"127.0.0.1:36006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:49.570245Z","caller":"traceutil/trace.go:171","msg":"trace[1549187910] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8012; }","duration":"359.778927ms","start":"2026-03-19T06:10:49.210447Z","end":"2026-03-19T06:10:49.570226Z","steps":["trace[1549187910] 'agreement among raft nodes before linearized reading' (duration: 359.690105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.56928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.852494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569987Z","caller":"traceutil/trace.go:171","msg":"trace[1303372304] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8012; }","duration":"462.669251ms","start":"2026-03-19T06:10:49.107308Z","end":"2026-03-19T06:10:49.569977Z","steps":["trace[1303372304] 'agreement among raft nodes before linearized reading' (duration: 462.61819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.210442Z","time spent":"359.835548ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:49.569395Z","caller":"traceutil/trace.go:171","msg":"trace[377656704] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8012; }","duration":"586.919291ms","start":"2026-03-19T06:10:48.982459Z","end":"2026-03-19T06:10:49.569379Z","steps":["trace[377656704] 'agreement among raft nodes before linearized reading' (duration: 586.846119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.033324Z","time spent":"535.985261ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.570359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.18489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.57036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.98245Z","time spent":"587.895736ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.570372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.481361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.570391Z","caller":"traceutil/trace.go:171","msg":"trace[1404508790] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8012; }","duration":"253.220561ms","start":"2026-03-19T06:10:49.31716Z","end":"2026-03-19T06:10:49.57038Z","steps":["trace[1404508790] 'agreement among raft nodes before linearized reading' (duration: 253.18029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.570415Z","caller":"traceutil/trace.go:171","msg":"trace[474955508] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8012; }","duration":"418.544963ms","start":"2026-03-19T06:10:49.151859Z","end":"2026-03-19T06:10:49.570404Z","steps":["trace[474955508] 'agreement among raft nodes before linearized reading' (duration: 418.458771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569495Z","caller":"traceutil/trace.go:171","msg":"trace[806343212] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8012; }","duration":"226.365366ms","start":"2026-03-19T06:10:49.343122Z","end":"2026-03-19T06:10:49.569487Z","steps":["trace[806343212] 'agreement among raft nodes before linearized reading' (duration: 226.321335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.319179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.569414Z","caller":"traceutil/trace.go:171","msg":"trace[55681553] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8012; }","duration":"226.278653ms","start":"2026-03-19T06:10:49.343115Z","end":"2026-03-19T06:10:49.569394Z","steps":["trace[55681553] 'agreement among raft nodes before linearized reading' (duration: 226.175711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.569573Z","caller":"traceutil/trace.go:171","msg":"trace[305026033] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8012; }","duration":"295.709777ms","start":"2026-03-19T06:10:49.273854Z","end":"2026-03-19T06:10:49.569564Z","steps":["trace[305026033] 'agreement among raft nodes before linearized reading' (duration: 295.664475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.570492Z","caller":"traceutil/trace.go:171","msg":"trace[1727245280] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8012; }","duration":"387.37534ms","start":"2026-03-19T06:10:49.183101Z","end":"2026-03-19T06:10:49.570476Z","steps":["trace[1727245280] 'agreement among raft nodes before linearized reading' (duration: 387.302708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.041348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.183095Z","time spent":"387.425271ms","remote":"127.0.0.1:36024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-19T06:10:49.570563Z","caller":"traceutil/trace.go:171","msg":"trace[2039468217] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8012; }","duration":"443.10377ms","start":"2026-03-19T06:10:49.127446Z","end":"2026-03-19T06:10:49.570549Z","steps":["trace[2039468217] 'agreement among raft nodes before linearized reading' (duration: 443.050959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.569466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.035204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.127038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.569078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.052033Z","time spent":"517.036595ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:49.570598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.12743Z","time spent":"443.159331ms","remote":"127.0.0.1:36006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.569869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.127011Z","time spent":"442.849663ms","remote":"127.0.0.1:36006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-19T06:10:49.569341Z","caller":"traceutil/trace.go:171","msg":"trace[187830538] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8012; }","duration":"209.722058ms","start":"2026-03-19T06:10:49.359609Z","end":"2026-03-19T06:10:49.569332Z","steps":["trace[187830538] 'agreement among raft nodes before linearized reading' (duration: 209.666556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.151851Z","time spent":"418.606865ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.570637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.244557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.328885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.570702Z","caller":"traceutil/trace.go:171","msg":"trace[1666156148] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8012; }","duration":"588.299207ms","start":"2026-03-19T06:10:48.982393Z","end":"2026-03-19T06:10:49.570692Z","steps":["trace[1666156148] 'agreement among raft nodes before linearized reading' (duration: 587.030864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.570704Z","caller":"traceutil/trace.go:171","msg":"trace[878695083] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8012; }","duration":"518.325618ms","start":"2026-03-19T06:10:49.052359Z","end":"2026-03-19T06:10:49.570685Z","steps":["trace[878695083] 'agreement among raft nodes before linearized reading' (duration: 518.228116ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.570721Z","caller":"traceutil/trace.go:171","msg":"trace[1241162571] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8012; }","duration":"404.986782ms","start":"2026-03-19T06:10:49.165719Z","end":"2026-03-19T06:10:49.570705Z","steps":["trace[1241162571] 'agreement among raft nodes before linearized reading' (duration: 404.315794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.388992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:49.570783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.982383Z","time spent":"588.343437ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.569479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.969303Z","time spent":"600.153143ms","remote":"127.0.0.1:35944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-19T06:10:49.570815Z","caller":"traceutil/trace.go:171","msg":"trace[435429893] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8012; }","duration":"360.479394ms","start":"2026-03-19T06:10:49.210327Z","end":"2026-03-19T06:10:49.570806Z","steps":["trace[435429893] 'agreement among raft nodes before linearized reading' (duration: 360.390762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.570834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.05235Z","time spent":"518.390551ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.570345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.107293Z","time spent":"463.03198ms","remote":"127.0.0.1:36002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.570821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.165712Z","time spent":"405.092115ms","remote":"127.0.0.1:36022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-19T06:10:49.570609Z","caller":"traceutil/trace.go:171","msg":"trace[1930912515] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8012; }","duration":"253.417815ms","start":"2026-03-19T06:10:49.317179Z","end":"2026-03-19T06:10:49.570597Z","steps":["trace[1930912515] 'agreement among raft nodes before linearized reading' (duration: 253.116318ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:49.57032Z","caller":"traceutil/trace.go:171","msg":"trace[2016373717] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8012; }","duration":"586.940802ms","start":"2026-03-19T06:10:48.983368Z","end":"2026-03-19T06:10:49.570309Z","steps":["trace[2016373717] 'agreement among raft nodes before linearized reading' (duration: 585.871025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.571054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:48.983346Z","time spent":"587.692961ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-19T06:10:49.569916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.627644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.571129Z","caller":"traceutil/trace.go:171","msg":"trace[1194116294] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8012; }","duration":"335.846555ms","start":"2026-03-19T06:10:49.235262Z","end":"2026-03-19T06:10:49.571109Z","steps":["trace[1194116294] 'agreement among raft nodes before linearized reading' (duration: 334.625004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.571379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.235252Z","time spent":"336.104482ms","remote":"127.0.0.1:36044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.570854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.210312Z","time spent":"360.533315ms","remote":"127.0.0.1:36032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T06:10:49.572588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.488136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:49.573044Z","caller":"traceutil/trace.go:171","msg":"trace[2132545657] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8012; }","duration":"420.690767ms","start":"2026-03-19T06:10:49.151943Z","end":"2026-03-19T06:10:49.572634Z","steps":["trace[2132545657] 'agreement among raft nodes before linearized reading' (duration: 417.160548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:49.573123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.151901Z","time spent":"421.20542ms","remote":"127.0.0.1:36010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:50.036087Z","caller":"traceutil/trace.go:171","msg":"trace[378605295] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"164.713948ms","start":"2026-03-19T06:10:49.871332Z","end":"2026-03-19T06:10:50.036046Z","steps":["trace[378605295] 'process raft request' (duration: 78.985474ms)","trace[378605295] 'compare' (duration: 85.541119ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:50.300042Z","caller":"traceutil/trace.go:171","msg":"trace[2019190231] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"428.335099ms","start":"2026-03-19T06:10:49.871674Z","end":"2026-03-19T06:10:50.30001Z","steps":["trace[2019190231] 'process raft request' (duration: 428.093943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:50.300222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.871663Z","time spent":"428.470822ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:50.300406Z","caller":"traceutil/trace.go:171","msg":"trace[833802989] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"428.601595ms","start":"2026-03-19T06:10:49.871755Z","end":"2026-03-19T06:10:50.300357Z","steps":["trace[833802989] 'process raft request' (duration: 428.209546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:50.300539Z","caller":"traceutil/trace.go:171","msg":"trace[1155034053] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"428.680447ms","start":"2026-03-19T06:10:49.87184Z","end":"2026-03-19T06:10:50.300521Z","steps":["trace[1155034053] 'process raft request' (duration: 428.504463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:50.300616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.87181Z","time spent":"428.77154ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:50.300632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.871746Z","time spent":"428.759779ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:50.300649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.224443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-649d955f9c-42nqj.189e29396ffbc16c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T06:10:50.30042Z","caller":"traceutil/trace.go:171","msg":"trace[433363759] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8320; }","duration":"399.978687ms","start":"2026-03-19T06:10:49.900411Z","end":"2026-03-19T06:10:50.30039Z","steps":["trace[433363759] 'read index received' (duration: 49.910094ms)","trace[433363759] 'applied index is now lower than readState.Index' (duration: 350.067373ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:50.300774Z","caller":"traceutil/trace.go:171","msg":"trace[1920745257] range","detail":"{range_begin:/registry/events/openstack/barbican-api-649d955f9c-42nqj.189e29396ffbc16c; range_end:; response_count:1; response_revision:8019; }","duration":"400.417287ms","start":"2026-03-19T06:10:49.900333Z","end":"2026-03-19T06:10:50.300751Z","steps":["trace[1920745257] 'agreement among raft nodes before linearized reading' (duration: 400.15235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:50.300838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.900308Z","time spent":"400.51489ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-649d955f9c-42nqj.189e29396ffbc16c\" "} {"level":"info","ts":"2026-03-19T06:10:50.30134Z","caller":"traceutil/trace.go:171","msg":"trace[71374964] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"429.487668ms","start":"2026-03-19T06:10:49.871828Z","end":"2026-03-19T06:10:50.301315Z","steps":["trace[71374964] 'process raft request' (duration: 428.40355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:50.301516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:49.871802Z","time spent":"429.609661ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:50.418046Z","caller":"traceutil/trace.go:171","msg":"trace[1077600531] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"114.821484ms","start":"2026-03-19T06:10:50.303186Z","end":"2026-03-19T06:10:50.418007Z","steps":["trace[1077600531] 'process raft request' (duration: 35.304277ms)","trace[1077600531] 'compare' (duration: 79.329452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:51.352159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.296355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:51.352346Z","caller":"traceutil/trace.go:171","msg":"trace[1085477477] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8020; }","duration":"746.582802ms","start":"2026-03-19T06:10:50.605735Z","end":"2026-03-19T06:10:51.352318Z","steps":["trace[1085477477] 'count revisions from in-memory index tree' (duration: 746.170662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:51.352503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:50.605712Z","time spent":"746.728045ms","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:51.352493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.750635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:51.352579Z","caller":"traceutil/trace.go:171","msg":"trace[19900662] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8020; }","duration":"783.917139ms","start":"2026-03-19T06:10:50.568641Z","end":"2026-03-19T06:10:51.352558Z","steps":["trace[19900662] 'range keys from in-memory index tree' (duration: 783.648353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:51.352635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:50.568601Z","time spent":"784.023112ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T06:10:51.353821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.502337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:10:51.354399Z","caller":"traceutil/trace.go:171","msg":"trace[1221503265] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8020; }","duration":"504.120851ms","start":"2026-03-19T06:10:50.85026Z","end":"2026-03-19T06:10:51.354381Z","steps":["trace[1221503265] 'range keys from in-memory index tree' (duration: 501.518187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:51.354452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:50.850239Z","time spent":"504.199274ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"info","ts":"2026-03-19T06:10:51.43838Z","caller":"traceutil/trace.go:171","msg":"trace[1045517556] linearizableReadLoop","detail":"{readStateIndex:8327; appliedIndex:8326; }","duration":"267.817196ms","start":"2026-03-19T06:10:51.170542Z","end":"2026-03-19T06:10:51.43836Z","steps":["trace[1045517556] 'read index received' (duration: 267.683593ms)","trace[1045517556] 'applied index is now lower than readState.Index' (duration: 132.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:51.438482Z","caller":"traceutil/trace.go:171","msg":"trace[2058961264] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"527.12394ms","start":"2026-03-19T06:10:50.911346Z","end":"2026-03-19T06:10:51.43847Z","steps":["trace[2058961264] 'process raft request' (duration: 526.814152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:51.438587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:50.911326Z","time spent":"527.180791ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:51.438674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.092364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T06:10:51.438789Z","caller":"traceutil/trace.go:171","msg":"trace[1547364711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8021; }","duration":"268.229098ms","start":"2026-03-19T06:10:51.170529Z","end":"2026-03-19T06:10:51.438759Z","steps":["trace[1547364711] 'agreement among raft nodes before linearized reading' (duration: 267.979541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:51.939204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:52.439411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:52.94037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:10:53.204122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765904575s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T06:10:53.227939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T06:10:53.228027Z","caller":"traceutil/trace.go:171","msg":"trace[60912360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200638s","start":"2026-03-19T06:10:51.227808Z","end":"2026-03-19T06:10:53.228009Z","steps":["trace[60912360] 'agreement among raft nodes before linearized reading' (duration: 2.000093586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.228077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.227786Z","time spent":"2.000281481s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 06:10:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T06:10:53.376924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.787317Z","time spent":"1.589594005s","remote":"127.0.0.1:36114","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T06:10:53.377093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.720898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-19T06:10:53.377203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.355463Z","time spent":"2.02173494s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T06:10:53.670502Z","caller":"traceutil/trace.go:171","msg":"trace[47257235] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.835287406s","start":"2026-03-19T06:10:51.835172Z","end":"2026-03-19T06:10:53.670459Z","steps":["trace[47257235] 'process raft request' (duration: 1.83504871s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.670551Z","caller":"traceutil/trace.go:171","msg":"trace[1509693273] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"2.096855386s","start":"2026-03-19T06:10:51.573664Z","end":"2026-03-19T06:10:53.67052Z","steps":["trace[1509693273] 'process raft request' (duration: 2.056084102s)","trace[1509693273] 'compare' (duration: 40.318013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:53.670681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.835151Z","time spent":"1.835443591s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.67068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.573626Z","time spent":"2.096972879s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.670696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249812399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:53.670691Z","caller":"traceutil/trace.go:171","msg":"trace[815472862] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.798070392s","start":"2026-03-19T06:10:51.872584Z","end":"2026-03-19T06:10:53.670655Z","steps":["trace[815472862] 'process raft request' (duration: 1.797694883s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.670748Z","caller":"traceutil/trace.go:171","msg":"trace[525254903] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8025; }","duration":"2.249922571s","start":"2026-03-19T06:10:51.420813Z","end":"2026-03-19T06:10:53.670736Z","steps":["trace[525254903] 'agreement among raft nodes before linearized reading' (duration: 2.249821199s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.670789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.420782Z","time spent":"2.249997623s","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:53.670754Z","caller":"traceutil/trace.go:171","msg":"trace[1876857637] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"1.020065011s","start":"2026-03-19T06:10:52.650612Z","end":"2026-03-19T06:10:53.670677Z","steps":["trace[1876857637] 'process raft request' (duration: 1.019706962s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.670862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31357102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:53.6709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.872546Z","time spent":"1.798241857s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:53.670962Z","caller":"traceutil/trace.go:171","msg":"trace[1452049160] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8025; }","duration":"2.313725033s","start":"2026-03-19T06:10:51.357211Z","end":"2026-03-19T06:10:53.670936Z","steps":["trace[1452049160] 'agreement among raft nodes before linearized reading' (duration: 2.313516498s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.671026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.357193Z","time spent":"2.313822626s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T06:10:53.670391Z","caller":"traceutil/trace.go:171","msg":"trace[861080587] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8327; }","duration":"2.231929119s","start":"2026-03-19T06:10:51.438436Z","end":"2026-03-19T06:10:53.670365Z","steps":["trace[861080587] 'read index received' (duration: 1.765889004s)","trace[861080587] 'applied index is now lower than readState.Index' (duration: 466.038765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:53.671065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.650585Z","time spent":"1.020314237s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.711629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737531371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:53.711732Z","caller":"traceutil/trace.go:171","msg":"trace[535617418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8026; }","duration":"1.737687305s","start":"2026-03-19T06:10:51.974022Z","end":"2026-03-19T06:10:53.711709Z","steps":["trace[535617418] 'agreement among raft nodes before linearized reading' (duration: 1.737465839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.711783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.973998Z","time spent":"1.737773917s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:53.711775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.582705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:53.711774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405195915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:10:53.711843Z","caller":"traceutil/trace.go:171","msg":"trace[9559821] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8026; }","duration":"602.704758ms","start":"2026-03-19T06:10:53.109121Z","end":"2026-03-19T06:10:53.711825Z","steps":["trace[9559821] 'agreement among raft nodes before linearized reading' (duration: 602.579325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.711847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833523333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T06:10:53.711859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957033075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:53.711871Z","caller":"traceutil/trace.go:171","msg":"trace[390954736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8026; }","duration":"1.405317527s","start":"2026-03-19T06:10:52.306529Z","end":"2026-03-19T06:10:53.711847Z","steps":["trace[390954736] 'agreement among raft nodes before linearized reading' (duration: 1.404916837s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.711884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.109105Z","time spent":"602.76911ms","remote":"127.0.0.1:39844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:53.711874Z","caller":"traceutil/trace.go:171","msg":"trace[2144556382] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"333.715882ms","start":"2026-03-19T06:10:53.378124Z","end":"2026-03-19T06:10:53.71184Z","steps":["trace[2144556382] 'process raft request' (duration: 333.107447ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.711915Z","caller":"traceutil/trace.go:171","msg":"trace[2042023386] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8026; }","duration":"1.957135867s","start":"2026-03-19T06:10:51.754762Z","end":"2026-03-19T06:10:53.711898Z","steps":["trace[2042023386] 'agreement among raft nodes before linearized reading' (duration: 1.957057826s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.711929Z","caller":"traceutil/trace.go:171","msg":"trace[207079280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8026; }","duration":"1.833605365s","start":"2026-03-19T06:10:51.878306Z","end":"2026-03-19T06:10:53.711911Z","steps":["trace[207079280] 'agreement among raft nodes before linearized reading' (duration: 1.833329778s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.711959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.754738Z","time spent":"1.95721179s","remote":"127.0.0.1:36802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:53.711979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.878287Z","time spent":"1.833678727s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:10:53.712035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406095557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:10:53.712081Z","caller":"traceutil/trace.go:171","msg":"trace[1679051562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.40621233s","start":"2026-03-19T06:10:52.305857Z","end":"2026-03-19T06:10:53.712069Z","steps":["trace[1679051562] 'agreement among raft nodes before linearized reading' (duration: 1.405681187s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.712116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.305825Z","time spent":"1.406282852s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:53.712139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.874574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:53.712142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.995177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:53.712173Z","caller":"traceutil/trace.go:171","msg":"trace[1665604712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8026; }","duration":"483.933815ms","start":"2026-03-19T06:10:53.228227Z","end":"2026-03-19T06:10:53.712161Z","steps":["trace[1665604712] 'agreement among raft nodes before linearized reading' (duration: 483.874424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.712203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.228212Z","time spent":"483.985357ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:53.712206Z","caller":"traceutil/trace.go:171","msg":"trace[1832721833] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8026; }","duration":"275.10719ms","start":"2026-03-19T06:10:53.437082Z","end":"2026-03-19T06:10:53.712189Z","steps":["trace[1832721833] 'agreement among raft nodes before linearized reading' (duration: 274.985087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.712036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.378105Z","time spent":"333.842235ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:53.71178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671095923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:10:53.712321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270019856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-54287bae-c52b-46af-9621-2f0958be0b42\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T06:10:53.712374Z","caller":"traceutil/trace.go:171","msg":"trace[2025079256] range","detail":"{range_begin:/registry/persistentvolumes/pvc-54287bae-c52b-46af-9621-2f0958be0b42; range_end:; response_count:1; response_revision:8026; }","duration":"2.270113818s","start":"2026-03-19T06:10:51.44225Z","end":"2026-03-19T06:10:53.712364Z","steps":["trace[2025079256] 'agreement among raft nodes before linearized reading' (duration: 2.269341589s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.712407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:51.442221Z","time spent":"2.27017691s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-54287bae-c52b-46af-9621-2f0958be0b42\" "} {"level":"warn","ts":"2026-03-19T06:10:53.711928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.306523Z","time spent":"1.40539204s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:10:53.711758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.770818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:53.71237Z","caller":"traceutil/trace.go:171","msg":"trace[273034644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.67175033s","start":"2026-03-19T06:10:52.040603Z","end":"2026-03-19T06:10:53.712353Z","steps":["trace[273034644] 'agreement among raft nodes before linearized reading' (duration: 1.670875198s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:53.712559Z","caller":"traceutil/trace.go:171","msg":"trace[1766437767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8026; }","duration":"376.635709ms","start":"2026-03-19T06:10:53.335908Z","end":"2026-03-19T06:10:53.712544Z","steps":["trace[1766437767] 'agreement among raft nodes before linearized reading' (duration: 375.761078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.712585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341946916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:53.712595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.04058Z","time spent":"1.671997235s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:10:53.712617Z","caller":"traceutil/trace.go:171","msg":"trace[2112610706] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8026; }","duration":"1.342012227s","start":"2026-03-19T06:10:52.370595Z","end":"2026-03-19T06:10:53.712608Z","steps":["trace[2112610706] 'agreement among raft nodes before linearized reading' (duration: 1.341956536s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.712618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.335892Z","time spent":"376.714032ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:53.71265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.370576Z","time spent":"1.342063209s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:53.71296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407052971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T06:10:53.712995Z","caller":"traceutil/trace.go:171","msg":"trace[1497684193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8026; }","duration":"1.407232755s","start":"2026-03-19T06:10:52.305751Z","end":"2026-03-19T06:10:53.712983Z","steps":["trace[1497684193] 'agreement among raft nodes before linearized reading' (duration: 1.405752479s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.71303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.305729Z","time spent":"1.407289606s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:53.713116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407789219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:10:53.713163Z","caller":"traceutil/trace.go:171","msg":"trace[1059123747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8026; }","duration":"1.40785878s","start":"2026-03-19T06:10:52.305292Z","end":"2026-03-19T06:10:53.71315Z","steps":["trace[1059123747] 'agreement among raft nodes before linearized reading' (duration: 1.407693386s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:53.713205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:52.305253Z","time spent":"1.407940993s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:10:54.168231Z","caller":"traceutil/trace.go:171","msg":"trace[1755401052] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"450.485535ms","start":"2026-03-19T06:10:53.717717Z","end":"2026-03-19T06:10:54.168202Z","steps":["trace[1755401052] 'process raft request' (duration: 450.404513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:54.168267Z","caller":"traceutil/trace.go:171","msg":"trace[71696061] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"450.565907ms","start":"2026-03-19T06:10:53.717658Z","end":"2026-03-19T06:10:54.168223Z","steps":["trace[71696061] 'process raft request' (duration: 450.30128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.168423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.717683Z","time spent":"450.643259ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.168489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.717632Z","time spent":"450.728211ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:54.168743Z","caller":"traceutil/trace.go:171","msg":"trace[2101184578] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"450.887215ms","start":"2026-03-19T06:10:53.717809Z","end":"2026-03-19T06:10:54.168696Z","steps":["trace[2101184578] 'process raft request' (duration: 450.359521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:54.168816Z","caller":"traceutil/trace.go:171","msg":"trace[1951715422] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8334; }","duration":"405.69469ms","start":"2026-03-19T06:10:53.763102Z","end":"2026-03-19T06:10:54.168797Z","steps":["trace[1951715422] 'read index received' (duration: 404.792878ms)","trace[1951715422] 'applied index is now lower than readState.Index' (duration: 900.492µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:54.168909Z","caller":"traceutil/trace.go:171","msg":"trace[253691257] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"449.712234ms","start":"2026-03-19T06:10:53.719138Z","end":"2026-03-19T06:10:54.16885Z","steps":["trace[253691257] 'process raft request' (duration: 449.451078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.169018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.717801Z","time spent":"451.06962ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.169116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.719128Z","time spent":"449.90222ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.169113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.991045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:54.169137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.768866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-19T06:10:54.16915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.377977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:10:54.169183Z","caller":"traceutil/trace.go:171","msg":"trace[1165513825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8031; }","duration":"443.847437ms","start":"2026-03-19T06:10:53.725319Z","end":"2026-03-19T06:10:54.169167Z","steps":["trace[1165513825] 'agreement among raft nodes before linearized reading' (duration: 443.609941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:54.169182Z","caller":"traceutil/trace.go:171","msg":"trace[284684587] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8031; }","duration":"341.092707ms","start":"2026-03-19T06:10:53.828067Z","end":"2026-03-19T06:10:54.16916Z","steps":["trace[284684587] 'agreement among raft nodes before linearized reading' (duration: 340.968524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.16922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.725302Z","time spent":"443.909539ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T06:10:54.169228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.828043Z","time spent":"341.174679ms","remote":"127.0.0.1:39922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:54.169191Z","caller":"traceutil/trace.go:171","msg":"trace[1956987760] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8031; }","duration":"451.447489ms","start":"2026-03-19T06:10:53.717734Z","end":"2026-03-19T06:10:54.169182Z","steps":["trace[1956987760] 'agreement among raft nodes before linearized reading' (duration: 451.232733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.169521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.717721Z","time spent":"451.760927ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T06:10:54.16926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.425508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e28dc475bdb73\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T06:10:54.16968Z","caller":"traceutil/trace.go:171","msg":"trace[305756290] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e28dc475bdb73; range_end:; response_count:1; response_revision:8031; }","duration":"451.839479ms","start":"2026-03-19T06:10:53.71783Z","end":"2026-03-19T06:10:54.169669Z","steps":["trace[305756290] 'agreement among raft nodes before linearized reading' (duration: 451.378777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.169712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:53.717806Z","time spent":"451.89468ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e28dc475bdb73\" "} {"level":"warn","ts":"2026-03-19T06:10:54.55492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.065783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:10:54.555051Z","caller":"traceutil/trace.go:171","msg":"trace[302202704] linearizableReadLoop","detail":"{readStateIndex:8339; appliedIndex:8338; }","duration":"329.823874ms","start":"2026-03-19T06:10:54.225208Z","end":"2026-03-19T06:10:54.555031Z","steps":["trace[302202704] 'read index received' (duration: 69.507696ms)","trace[302202704] 'applied index is now lower than readState.Index' (duration: 260.314578ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:54.555151Z","caller":"traceutil/trace.go:171","msg":"trace[94889652] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"382.566709ms","start":"2026-03-19T06:10:54.172569Z","end":"2026-03-19T06:10:54.555136Z","steps":["trace[94889652] 'process raft request' (duration: 122.193939ms)","trace[94889652] 'compare' (duration: 259.775035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:54.555216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.172543Z","time spent":"382.642211ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:54.555391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.182928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:54.555475Z","caller":"traceutil/trace.go:171","msg":"trace[887020223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8032; }","duration":"325.296371ms","start":"2026-03-19T06:10:54.230159Z","end":"2026-03-19T06:10:54.555456Z","steps":["trace[887020223] 'agreement among raft nodes before linearized reading' (duration: 325.006584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.55552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.230148Z","time spent":"325.363852ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:54.555643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.392858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T06:10:54.555753Z","caller":"traceutil/trace.go:171","msg":"trace[1929332054] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8032; }","duration":"330.549993ms","start":"2026-03-19T06:10:54.225178Z","end":"2026-03-19T06:10:54.555728Z","steps":["trace[1929332054] 'agreement among raft nodes before linearized reading' (duration: 330.191374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:54.555809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:54.225159Z","time spent":"330.638364ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-19T06:10:54.977741Z","caller":"traceutil/trace.go:171","msg":"trace[1116962716] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"229.492715ms","start":"2026-03-19T06:10:54.747849Z","end":"2026-03-19T06:10:54.977341Z","steps":["trace[1116962716] 'process raft request' (duration: 141.35601ms)","trace[1116962716] 'compare' (duration: 87.414646ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:55.453634Z","caller":"traceutil/trace.go:171","msg":"trace[1842942566] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8340; }","duration":"128.485747ms","start":"2026-03-19T06:10:55.325121Z","end":"2026-03-19T06:10:55.453607Z","steps":["trace[1842942566] 'read index received' (duration: 128.347954ms)","trace[1842942566] 'applied index is now lower than readState.Index' (duration: 136.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:55.453708Z","caller":"traceutil/trace.go:171","msg":"trace[1833935943] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"195.49173ms","start":"2026-03-19T06:10:55.258171Z","end":"2026-03-19T06:10:55.453662Z","steps":["trace[1833935943] 'process raft request' (duration: 195.261355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.453955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.809776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T06:10:55.454025Z","caller":"traceutil/trace.go:171","msg":"trace[2099822213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8034; }","duration":"128.932189ms","start":"2026-03-19T06:10:55.32507Z","end":"2026-03-19T06:10:55.454002Z","steps":["trace[2099822213] 'agreement among raft nodes before linearized reading' (duration: 128.663602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:55.454757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.286957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:55.454787Z","caller":"traceutil/trace.go:171","msg":"trace[1079858061] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8034; }","duration":"125.38797ms","start":"2026-03-19T06:10:55.329392Z","end":"2026-03-19T06:10:55.45478Z","steps":["trace[1079858061] 'agreement among raft nodes before linearized reading' (duration: 124.342614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:56.003608Z","caller":"traceutil/trace.go:171","msg":"trace[1143192122] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"326.394737ms","start":"2026-03-19T06:10:55.677182Z","end":"2026-03-19T06:10:56.003576Z","steps":["trace[1143192122] 'process raft request' (duration: 326.172321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:56.003804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.677144Z","time spent":"326.561311ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:57.765258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.761938685s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T06:10:57.833636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788102631s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:57.833815Z","caller":"traceutil/trace.go:171","msg":"trace[1093045946] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8036; }","duration":"1.788305746s","start":"2026-03-19T06:10:56.045484Z","end":"2026-03-19T06:10:57.83379Z","steps":["trace[1093045946] 'range keys from in-memory index tree' (duration: 1.7880664s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:57.83477Z","caller":"traceutil/trace.go:171","msg":"trace[1714587956] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8342; }","duration":"2.067582481s","start":"2026-03-19T06:10:55.767161Z","end":"2026-03-19T06:10:57.834744Z","steps":["trace[1714587956] 'read index received' (duration: 236.182692ms)","trace[1714587956] 'applied index is now lower than readState.Index' (duration: 1.831398589s)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:10:57.83523Z","caller":"traceutil/trace.go:171","msg":"trace[1745047939] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"2.157587582s","start":"2026-03-19T06:10:55.677615Z","end":"2026-03-19T06:10:57.835202Z","steps":["trace[1745047939] 'process raft request' (duration: 2.087991164s)","trace[1745047939] 'compare' (duration: 67.738521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:57.835307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605138076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:57.835335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621287231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:10:57.83539Z","caller":"traceutil/trace.go:171","msg":"trace[47631072] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8038; }","duration":"1.621379724s","start":"2026-03-19T06:10:56.213994Z","end":"2026-03-19T06:10:57.835374Z","steps":["trace[47631072] 'agreement among raft nodes before linearized reading' (duration: 1.621271591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.835387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.677577Z","time spent":"2.157729795s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:57.835398Z","caller":"traceutil/trace.go:171","msg":"trace[1819963626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8038; }","duration":"1.605332141s","start":"2026-03-19T06:10:56.230035Z","end":"2026-03-19T06:10:57.835367Z","steps":["trace[1819963626] 'agreement among raft nodes before linearized reading' (duration: 1.605112735s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.835397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660378983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:10:57.835431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.213975Z","time spent":"1.621446065s","remote":"127.0.0.1:58470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:10:57.835432Z","caller":"traceutil/trace.go:171","msg":"trace[1246122793] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"2.15755223s","start":"2026-03-19T06:10:55.677831Z","end":"2026-03-19T06:10:57.835384Z","steps":["trace[1246122793] 'process raft request' (duration: 2.156800272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.83566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.230008Z","time spent":"1.605642058s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:10:57.835671Z","caller":"traceutil/trace.go:171","msg":"trace[1717618693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8038; }","duration":"1.660715942s","start":"2026-03-19T06:10:56.174933Z","end":"2026-03-19T06:10:57.835649Z","steps":["trace[1717618693] 'agreement among raft nodes before linearized reading' (duration: 1.66023473s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.835725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.174912Z","time spent":"1.660803334s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:57.835727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658020325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:10:57.835808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661635514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:10:57.835832Z","caller":"traceutil/trace.go:171","msg":"trace[494433777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8038; }","duration":"1.658186039s","start":"2026-03-19T06:10:56.177625Z","end":"2026-03-19T06:10:57.835811Z","steps":["trace[494433777] 'agreement among raft nodes before linearized reading' (duration: 1.657674626s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.835815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660952898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T06:10:57.835857Z","caller":"traceutil/trace.go:171","msg":"trace[930030560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8038; }","duration":"1.661722016s","start":"2026-03-19T06:10:56.174121Z","end":"2026-03-19T06:10:57.835843Z","steps":["trace[930030560] 'agreement among raft nodes before linearized reading' (duration: 1.661577523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.835857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.67781Z","time spent":"2.157888489s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:57.835884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.177605Z","time spent":"1.65826997s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:10:57.835892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.1741Z","time spent":"1.661784938s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T06:10:57.835892Z","caller":"traceutil/trace.go:171","msg":"trace[801649897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8038; }","duration":"1.661079721s","start":"2026-03-19T06:10:56.174793Z","end":"2026-03-19T06:10:57.835873Z","steps":["trace[801649897] 'agreement among raft nodes before linearized reading' (duration: 1.66064067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.835932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06876856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T06:10:57.835943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.66317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T06:10:57.835984Z","caller":"traceutil/trace.go:171","msg":"trace[1877810210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8038; }","duration":"2.068862893s","start":"2026-03-19T06:10:55.76711Z","end":"2026-03-19T06:10:57.835973Z","steps":["trace[1877810210] 'agreement among raft nodes before linearized reading' (duration: 2.06793958s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:57.836001Z","caller":"traceutil/trace.go:171","msg":"trace[819272666] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8038; }","duration":"671.764993ms","start":"2026-03-19T06:10:57.164217Z","end":"2026-03-19T06:10:57.835982Z","steps":["trace[819272666] 'agreement among raft nodes before linearized reading' (duration: 671.606939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.836016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.767088Z","time spent":"2.068920424s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:57.835984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.818324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:57.836096Z","caller":"traceutil/trace.go:171","msg":"trace[723040340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8038; }","duration":"936.012299ms","start":"2026-03-19T06:10:56.900056Z","end":"2026-03-19T06:10:57.836069Z","steps":["trace[723040340] 'agreement among raft nodes before linearized reading' (duration: 935.775553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.836039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.164178Z","time spent":"671.852405ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T06:10:57.835945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.174773Z","time spent":"1.661161293s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:10:57.836172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:56.900023Z","time spent":"936.136502ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:57.836228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064275788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:10:57.836393Z","caller":"traceutil/trace.go:171","msg":"trace[2016059518] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8038; }","duration":"2.064450563s","start":"2026-03-19T06:10:55.771891Z","end":"2026-03-19T06:10:57.836342Z","steps":["trace[2016059518] 'agreement among raft nodes before linearized reading' (duration: 2.063177921s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:57.836487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:55.771878Z","time spent":"2.064558825s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:10:58.350084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873309,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:10:58.365177Z","caller":"traceutil/trace.go:171","msg":"trace[431286786] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"519.98374ms","start":"2026-03-19T06:10:57.845169Z","end":"2026-03-19T06:10:58.365153Z","steps":["trace[431286786] 'process raft request' (duration: 519.829217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.36535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.845134Z","time spent":"520.098473ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:58.408254Z","caller":"traceutil/trace.go:171","msg":"trace[343252861] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"559.496632ms","start":"2026-03-19T06:10:57.848708Z","end":"2026-03-19T06:10:58.408205Z","steps":["trace[343252861] 'process raft request' (duration: 559.121963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.408498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.848663Z","time spent":"559.699637ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:58.408517Z","caller":"traceutil/trace.go:171","msg":"trace[625069170] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"559.493632ms","start":"2026-03-19T06:10:57.849004Z","end":"2026-03-19T06:10:58.408498Z","steps":["trace[625069170] 'process raft request' (duration: 559.263776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.408634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.849Z","time spent":"559.590145ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:58.408588Z","caller":"traceutil/trace.go:171","msg":"trace[1793684606] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"559.326849ms","start":"2026-03-19T06:10:57.849239Z","end":"2026-03-19T06:10:58.408566Z","steps":["trace[1793684606] 'process raft request' (duration: 559.083792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.408827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.849233Z","time spent":"559.475293ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:58.408988Z","caller":"traceutil/trace.go:171","msg":"trace[1668600779] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"560.050706ms","start":"2026-03-19T06:10:57.848919Z","end":"2026-03-19T06:10:58.40897Z","steps":["trace[1668600779] 'process raft request' (duration: 559.066121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.409059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.848898Z","time spent":"560.121668ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:10:58.409108Z","caller":"traceutil/trace.go:171","msg":"trace[672755536] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"398.745566ms","start":"2026-03-19T06:10:58.010327Z","end":"2026-03-19T06:10:58.409073Z","steps":["trace[672755536] 'process raft request' (duration: 398.041297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:58.409257Z","caller":"traceutil/trace.go:171","msg":"trace[525815420] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8345; }","duration":"559.309327ms","start":"2026-03-19T06:10:57.84911Z","end":"2026-03-19T06:10:58.40842Z","steps":["trace[525815420] 'read index received' (duration: 515.921408ms)","trace[525815420] 'applied index is now lower than readState.Index' (duration: 43.383859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:10:58.409285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:58.010271Z","time spent":"398.928991ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:10:58.409444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.744814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:10:58.409476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.297504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:58.409506Z","caller":"traceutil/trace.go:171","msg":"trace[1044491241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8044; }","duration":"558.831966ms","start":"2026-03-19T06:10:57.85066Z","end":"2026-03-19T06:10:58.409492Z","steps":["trace[1044491241] 'agreement among raft nodes before linearized reading' (duration: 558.725433ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:58.409544Z","caller":"traceutil/trace.go:171","msg":"trace[2087738847] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8044; }","duration":"314.424237ms","start":"2026-03-19T06:10:58.095109Z","end":"2026-03-19T06:10:58.409533Z","steps":["trace[2087738847] 'agreement among raft nodes before linearized reading' (duration: 314.288484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.409551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.850647Z","time spent":"558.897218ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:10:58.409598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:58.095083Z","time spent":"314.487739ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:10:58.411854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.711224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-19T06:10:58.411954Z","caller":"traceutil/trace.go:171","msg":"trace[2070187519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8044; }","duration":"562.844427ms","start":"2026-03-19T06:10:57.849091Z","end":"2026-03-19T06:10:58.411935Z","steps":["trace[2070187519] 'agreement among raft nodes before linearized reading' (duration: 560.264042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:10:58.412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:10:57.849085Z","time spent":"562.904748ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T06:10:58.72694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.902816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:10:58.727047Z","caller":"traceutil/trace.go:171","msg":"trace[1219081236] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8044; }","duration":"203.09332ms","start":"2026-03-19T06:10:58.523933Z","end":"2026-03-19T06:10:58.727026Z","steps":["trace[1219081236] 'count revisions from in-memory index tree' (duration: 202.783303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:10:59.946683Z","caller":"traceutil/trace.go:171","msg":"trace[1675039540] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"102.553426ms","start":"2026-03-19T06:10:59.844083Z","end":"2026-03-19T06:10:59.946637Z","steps":["trace[1675039540] 'process raft request' (duration: 102.271708ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:00.057929Z","caller":"traceutil/trace.go:171","msg":"trace[903750788] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"108.31142ms","start":"2026-03-19T06:10:59.949583Z","end":"2026-03-19T06:11:00.057894Z","steps":["trace[903750788] 'process raft request' (duration: 50.714033ms)","trace[903750788] 'compare' (duration: 57.428112ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:00.610883Z","caller":"traceutil/trace.go:171","msg":"trace[1830678428] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"175.078098ms","start":"2026-03-19T06:11:00.435779Z","end":"2026-03-19T06:11:00.610857Z","steps":["trace[1830678428] 'process raft request' (duration: 174.982016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:00.610897Z","caller":"traceutil/trace.go:171","msg":"trace[240557773] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"175.404116ms","start":"2026-03-19T06:11:00.435454Z","end":"2026-03-19T06:11:00.610858Z","steps":["trace[240557773] 'process raft request' (duration: 113.574563ms)","trace[240557773] 'compare' (duration: 61.579507ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:00.611175Z","caller":"traceutil/trace.go:171","msg":"trace[713662636] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"175.337195ms","start":"2026-03-19T06:11:00.435828Z","end":"2026-03-19T06:11:00.611165Z","steps":["trace[713662636] 'process raft request' (duration: 174.984396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:00.611292Z","caller":"traceutil/trace.go:171","msg":"trace[1766148034] linearizableReadLoop","detail":"{readStateIndex:8361; appliedIndex:8357; }","duration":"101.805307ms","start":"2026-03-19T06:11:00.509477Z","end":"2026-03-19T06:11:00.611283Z","steps":["trace[1766148034] 'read index received' (duration: 39.556834ms)","trace[1766148034] 'applied index is now lower than readState.Index' (duration: 62.247553ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:00.611373Z","caller":"traceutil/trace.go:171","msg":"trace[1065008258] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"175.479998ms","start":"2026-03-19T06:11:00.435862Z","end":"2026-03-19T06:11:00.611342Z","steps":["trace[1065008258] 'process raft request' (duration: 175.266603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:00.611713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.226258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-19T06:11:00.611759Z","caller":"traceutil/trace.go:171","msg":"trace[2145776716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8053; }","duration":"102.331261ms","start":"2026-03-19T06:11:00.509418Z","end":"2026-03-19T06:11:00.611749Z","steps":["trace[2145776716] 'agreement among raft nodes before linearized reading' (duration: 101.908601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:02.210817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36000736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.129\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T06:11:02.210949Z","caller":"traceutil/trace.go:171","msg":"trace[205793772] range","detail":"{range_begin:/registry/masterleases/199.204.45.129; range_end:; response_count:1; response_revision:8053; }","duration":"1.360171484s","start":"2026-03-19T06:11:00.850739Z","end":"2026-03-19T06:11:02.210911Z","steps":["trace[205793772] 'range keys from in-memory index tree' (duration: 1.359695152s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:02.210999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:00.850717Z","time spent":"1.360268636s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.129\" "} {"level":"warn","ts":"2026-03-19T06:11:02.21217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145493041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:02.213287Z","caller":"traceutil/trace.go:171","msg":"trace[1714145338] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8053; }","duration":"1.14661047s","start":"2026-03-19T06:11:01.066587Z","end":"2026-03-19T06:11:02.213197Z","steps":["trace[1714145338] 'count revisions from in-memory index tree' (duration: 1.144532067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:02.213395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.066562Z","time spent":"1.146805305s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:02.220288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.735353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:02.220356Z","caller":"traceutil/trace.go:171","msg":"trace[941017015] linearizableReadLoop","detail":"{readStateIndex:8362; appliedIndex:8361; }","duration":"990.013656ms","start":"2026-03-19T06:11:01.23033Z","end":"2026-03-19T06:11:02.220343Z","steps":["trace[941017015] 'read index received' (duration: 396.314994ms)","trace[941017015] 'applied index is now lower than readState.Index' (duration: 593.697362ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:02.220417Z","caller":"traceutil/trace.go:171","msg":"trace[720483599] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"1.041215081s","start":"2026-03-19T06:11:01.179186Z","end":"2026-03-19T06:11:02.220401Z","steps":["trace[720483599] 'process raft request' (duration: 447.321884ms)","trace[720483599] 'compare' (duration: 584.349358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:02.220475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.179154Z","time spent":"1.041292173s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:02.220476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.140469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:02.220533Z","caller":"traceutil/trace.go:171","msg":"trace[1751541970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8054; }","duration":"990.240631ms","start":"2026-03-19T06:11:01.230277Z","end":"2026-03-19T06:11:02.220517Z","steps":["trace[1751541970] 'agreement among raft nodes before linearized reading' (duration: 990.147889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:02.220576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.230254Z","time spent":"990.314543ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:03.037461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.62534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:03.037833Z","caller":"traceutil/trace.go:171","msg":"trace[1245935287] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"1.590079758s","start":"2026-03-19T06:11:01.447724Z","end":"2026-03-19T06:11:03.037803Z","steps":["trace[1245935287] 'process raft request' (duration: 866.986756ms)","trace[1245935287] 'compare' (duration: 722.21574ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:03.038038Z","caller":"traceutil/trace.go:171","msg":"trace[1470074091] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"1.102614823s","start":"2026-03-19T06:11:01.935414Z","end":"2026-03-19T06:11:03.038029Z","steps":["trace[1470074091] 'process raft request' (duration: 1.102187833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.038111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.935387Z","time spent":"1.102688816s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.038116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.214175Z","time spent":"823.936415ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T06:11:03.038147Z","caller":"traceutil/trace.go:171","msg":"trace[1462336952] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8362; }","duration":"817.731479ms","start":"2026-03-19T06:11:02.220375Z","end":"2026-03-19T06:11:03.038106Z","steps":["trace[1462336952] 'read index received' (duration: 94.355051ms)","trace[1462336952] 'applied index is now lower than readState.Index' (duration: 723.373588ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:03.038197Z","caller":"traceutil/trace.go:171","msg":"trace[1266328341] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"1.083433823s","start":"2026-03-19T06:11:01.954685Z","end":"2026-03-19T06:11:03.038119Z","steps":["trace[1266328341] 'process raft request' (duration: 1.083044523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.038326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657224614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:03.038369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.923753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:03.038391Z","caller":"traceutil/trace.go:171","msg":"trace[823977064] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8058; }","duration":"1.657368007s","start":"2026-03-19T06:11:01.381007Z","end":"2026-03-19T06:11:03.038375Z","steps":["trace[823977064] 'agreement among raft nodes before linearized reading' (duration: 1.657245934s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.038481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.998968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T06:11:03.038513Z","caller":"traceutil/trace.go:171","msg":"trace[2094037036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8058; }","duration":"422.175623ms","start":"2026-03-19T06:11:02.616329Z","end":"2026-03-19T06:11:03.038505Z","steps":["trace[2094037036] 'agreement among raft nodes before linearized reading' (duration: 422.072311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.038472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.380974Z","time spent":"1.65747582s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:03.03852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.247653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:03.038546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.697032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:11:03.038571Z","caller":"traceutil/trace.go:171","msg":"trace[841792943] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8058; }","duration":"408.316724ms","start":"2026-03-19T06:11:02.630237Z","end":"2026-03-19T06:11:03.038553Z","steps":["trace[841792943] 'agreement among raft nodes before linearized reading' (duration: 408.233672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.038575Z","caller":"traceutil/trace.go:171","msg":"trace[155695726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8058; }","duration":"423.764604ms","start":"2026-03-19T06:11:02.614801Z","end":"2026-03-19T06:11:03.038565Z","steps":["trace[155695726] 'agreement among raft nodes before linearized reading' (duration: 423.62971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.038593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.953487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:11:03.03857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.380143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T06:11:03.038621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.614779Z","time spent":"423.833865ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:11:03.038595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.660956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:11:03.038497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.954656Z","time spent":"1.083677759s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:03.038665Z","caller":"traceutil/trace.go:171","msg":"trace[554945579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8058; }","duration":"419.514016ms","start":"2026-03-19T06:11:02.619132Z","end":"2026-03-19T06:11:03.038646Z","steps":["trace[554945579] 'agreement among raft nodes before linearized reading' (duration: 419.240189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.038679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497522552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T06:11:03.038637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.525625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:11:03.038704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.910143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T06:11:03.038723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.619115Z","time spent":"419.599148ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"info","ts":"2026-03-19T06:11:03.037992Z","caller":"traceutil/trace.go:171","msg":"trace[1103124162] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"529.343645ms","start":"2026-03-19T06:11:02.508625Z","end":"2026-03-19T06:11:03.037969Z","steps":["trace[1103124162] 'process raft request' (duration: 529.283073ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.038757Z","caller":"traceutil/trace.go:171","msg":"trace[1413166065] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8058; }","duration":"1.497581554s","start":"2026-03-19T06:11:01.541138Z","end":"2026-03-19T06:11:03.03872Z","steps":["trace[1413166065] 'agreement among raft nodes before linearized reading' (duration: 1.49702643s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.03876Z","caller":"traceutil/trace.go:171","msg":"trace[1201330855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8058; }","duration":"646.017605ms","start":"2026-03-19T06:11:02.392727Z","end":"2026-03-19T06:11:03.038744Z","steps":["trace[1201330855] 'agreement among raft nodes before linearized reading' (duration: 645.834511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.038775Z","caller":"traceutil/trace.go:171","msg":"trace[1168384407] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8058; }","duration":"321.74329ms","start":"2026-03-19T06:11:02.716999Z","end":"2026-03-19T06:11:03.038742Z","steps":["trace[1168384407] 'agreement among raft nodes before linearized reading' (duration: 321.446013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.03885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.447507Z","time spent":"1.591210347s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.038885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.716981Z","time spent":"321.881283ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:11:03.03869Z","caller":"traceutil/trace.go:171","msg":"trace[424897967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8058; }","duration":"420.787488ms","start":"2026-03-19T06:11:02.617875Z","end":"2026-03-19T06:11:03.038663Z","steps":["trace[424897967] 'agreement among raft nodes before linearized reading' (duration: 420.546492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.039104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.617866Z","time spent":"421.169448ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:11:03.038615Z","caller":"traceutil/trace.go:171","msg":"trace[1698140587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8058; }","duration":"421.997129ms","start":"2026-03-19T06:11:02.616613Z","end":"2026-03-19T06:11:03.03861Z","steps":["trace[1698140587] 'agreement among raft nodes before linearized reading' (duration: 421.937367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.039269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.616605Z","time spent":"422.641406ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:11:03.038411Z","caller":"traceutil/trace.go:171","msg":"trace[233723577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8058; }","duration":"816.011016ms","start":"2026-03-19T06:11:02.222389Z","end":"2026-03-19T06:11:03.0384Z","steps":["trace[233723577] 'agreement among raft nodes before linearized reading' (duration: 815.907263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.039381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.222377Z","time spent":"816.985761ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:03.038795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:01.541059Z","time spent":"1.497725567s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":868,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:03.038538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.616259Z","time spent":"422.274126ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:11:03.038618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.630226Z","time spent":"408.382917ms","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:03.038807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.508594Z","time spent":"530.190166ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.038799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:02.392699Z","time spent":"646.092117ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:03.450013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.090203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:03.450191Z","caller":"traceutil/trace.go:171","msg":"trace[1394845082] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"410.593003ms","start":"2026-03-19T06:11:03.039562Z","end":"2026-03-19T06:11:03.450155Z","steps":["trace[1394845082] 'process raft request' (duration: 277.028688ms)","trace[1394845082] 'compare' (duration: 132.823376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:03.450384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.039541Z","time spent":"410.709705ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:03.537942Z","caller":"traceutil/trace.go:171","msg":"trace[1480636416] linearizableReadLoop","detail":"{readStateIndex:8369; appliedIndex:8367; }","duration":"494.911901ms","start":"2026-03-19T06:11:03.043002Z","end":"2026-03-19T06:11:03.537914Z","steps":["trace[1480636416] 'read index received' (duration: 273.661753ms)","trace[1480636416] 'applied index is now lower than readState.Index' (duration: 221.249207ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:03.538153Z","caller":"traceutil/trace.go:171","msg":"trace[1383619698] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"493.941537ms","start":"2026-03-19T06:11:03.044155Z","end":"2026-03-19T06:11:03.538097Z","steps":["trace[1383619698] 'process raft request' (duration: 493.690761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.538272Z","caller":"traceutil/trace.go:171","msg":"trace[515625080] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"494.021749ms","start":"2026-03-19T06:11:03.044226Z","end":"2026-03-19T06:11:03.538247Z","steps":["trace[515625080] 'process raft request' (duration: 493.65476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.538338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.044134Z","time spent":"494.112232ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.53838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.29981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:03.538393Z","caller":"traceutil/trace.go:171","msg":"trace[1578434844] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"495.67319ms","start":"2026-03-19T06:11:03.042663Z","end":"2026-03-19T06:11:03.538336Z","steps":["trace[1578434844] 'process raft request' (duration: 494.932491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.53843Z","caller":"traceutil/trace.go:171","msg":"trace[566237588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8064; }","duration":"491.401903ms","start":"2026-03-19T06:11:03.047016Z","end":"2026-03-19T06:11:03.538418Z","steps":["trace[566237588] 'agreement among raft nodes before linearized reading' (duration: 491.307211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.538459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.044216Z","time spent":"494.126242ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.538468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.046995Z","time spent":"491.465035ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T06:11:03.538522Z","caller":"traceutil/trace.go:171","msg":"trace[32951055] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"494.44962ms","start":"2026-03-19T06:11:03.044048Z","end":"2026-03-19T06:11:03.538498Z","steps":["trace[32951055] 'process raft request' (duration: 493.752273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:03.538205Z","caller":"traceutil/trace.go:171","msg":"trace[1181487138] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"494.292066ms","start":"2026-03-19T06:11:03.043864Z","end":"2026-03-19T06:11:03.538157Z","steps":["trace[1181487138] 'process raft request' (duration: 493.898015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.53863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.043856Z","time spent":"494.746837ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.538644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.044004Z","time spent":"494.580993ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.538674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.042639Z","time spent":"495.846444ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:03.538669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.631629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"warn","ts":"2026-03-19T06:11:03.538744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.961642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:11:03.538862Z","caller":"traceutil/trace.go:171","msg":"trace[156904458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8064; }","duration":"495.878615ms","start":"2026-03-19T06:11:03.042963Z","end":"2026-03-19T06:11:03.538842Z","steps":["trace[156904458] 'agreement among raft nodes before linearized reading' (duration: 495.219798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:03.538959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:03.042945Z","time spent":"495.971847ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T06:11:03.539009Z","caller":"traceutil/trace.go:171","msg":"trace[1142631558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8064; }","duration":"190.245938ms","start":"2026-03-19T06:11:03.348655Z","end":"2026-03-19T06:11:03.538901Z","steps":["trace[1142631558] 'agreement among raft nodes before linearized reading' (duration: 189.836948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:31.426807Z","caller":"traceutil/trace.go:171","msg":"trace[1439066472] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"241.122667ms","start":"2026-03-19T06:11:31.18546Z","end":"2026-03-19T06:11:31.426582Z","steps":["trace[1439066472] 'process raft request' (duration: 240.84113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:31.436532Z","caller":"traceutil/trace.go:171","msg":"trace[1723217612] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"246.83072ms","start":"2026-03-19T06:11:31.189668Z","end":"2026-03-19T06:11:31.436499Z","steps":["trace[1723217612] 'process raft request' (duration: 246.607745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:31.436806Z","caller":"traceutil/trace.go:171","msg":"trace[1433997524] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"246.861663ms","start":"2026-03-19T06:11:31.189884Z","end":"2026-03-19T06:11:31.436746Z","steps":["trace[1433997524] 'process raft request' (duration: 246.565784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:33.960799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:11:34.461997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:11:34.962497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:11:35.463237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396873991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:11:35.825798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.726530574s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T06:11:35.826454Z","caller":"traceutil/trace.go:171","msg":"trace[1487576871] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"2.39432226s","start":"2026-03-19T06:11:33.432102Z","end":"2026-03-19T06:11:35.826424Z","steps":["trace[1487576871] 'process raft request' (duration: 2.394140435s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.826752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.432062Z","time spent":"2.394580037s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:35.934593Z","caller":"traceutil/trace.go:171","msg":"trace[2136193587] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"2.492280592s","start":"2026-03-19T06:11:33.442273Z","end":"2026-03-19T06:11:35.934554Z","steps":["trace[2136193587] 'process raft request' (duration: 2.47587277s)","trace[2136193587] 'compare' (duration: 16.175707ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:35.934606Z","caller":"traceutil/trace.go:171","msg":"trace[2017499216] linearizableReadLoop","detail":"{readStateIndex:8577; appliedIndex:8573; }","duration":"2.474488214s","start":"2026-03-19T06:11:33.460088Z","end":"2026-03-19T06:11:35.934576Z","steps":["trace[2017499216] 'read index received' (duration: 2.366129741s)","trace[2017499216] 'applied index is now lower than readState.Index' (duration: 108.357383ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:35.93475Z","caller":"traceutil/trace.go:171","msg":"trace[1524074733] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"2.492393395s","start":"2026-03-19T06:11:33.442342Z","end":"2026-03-19T06:11:35.934736Z","steps":["trace[1524074733] 'process raft request' (duration: 2.492114228s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.934769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.442245Z","time spent":"2.492426425s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:35.934831Z","caller":"traceutil/trace.go:171","msg":"trace[713474846] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"2.100629163s","start":"2026-03-19T06:11:33.834179Z","end":"2026-03-19T06:11:35.934808Z","steps":["trace[713474846] 'process raft request' (duration: 2.100319695s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.934965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.834155Z","time spent":"2.100722685s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:35.934942Z","caller":"traceutil/trace.go:171","msg":"trace[798082492] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"447.182594ms","start":"2026-03-19T06:11:35.487716Z","end":"2026-03-19T06:11:35.934899Z","steps":["trace[798082492] 'process raft request' (duration: 446.819495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.934963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474855364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:35.935053Z","caller":"traceutil/trace.go:171","msg":"trace[222416405] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8260; }","duration":"2.474968716s","start":"2026-03-19T06:11:33.460062Z","end":"2026-03-19T06:11:35.935031Z","steps":["trace[222416405] 'agreement among raft nodes before linearized reading' (duration: 2.47469542s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.442312Z","time spent":"2.492688843s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:35.935105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.459976Z","time spent":"2.47511446s","remote":"127.0.0.1:58516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:35.935119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:35.487695Z","time spent":"447.330557ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:35.935134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233381717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:11:35.935156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705107935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:35.935188Z","caller":"traceutil/trace.go:171","msg":"trace[1141325437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8260; }","duration":"2.23348819s","start":"2026-03-19T06:11:33.701686Z","end":"2026-03-19T06:11:35.935174Z","steps":["trace[1141325437] 'agreement among raft nodes before linearized reading' (duration: 2.233277795s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.9352Z","caller":"traceutil/trace.go:171","msg":"trace[1801555001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8260; }","duration":"1.705189157s","start":"2026-03-19T06:11:34.229998Z","end":"2026-03-19T06:11:35.935187Z","steps":["trace[1801555001] 'agreement among raft nodes before linearized reading' (duration: 1.705117655s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:34.229976Z","time spent":"1.705252169s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:35.935306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433070401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:35.935314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230547066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T06:11:35.935338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226896335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:11:35.935344Z","caller":"traceutil/trace.go:171","msg":"trace[2138268398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8260; }","duration":"2.230621758s","start":"2026-03-19T06:11:33.704714Z","end":"2026-03-19T06:11:35.935336Z","steps":["trace[2138268398] 'agreement among raft nodes before linearized reading' (duration: 2.230540816s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.704663Z","time spent":"2.23070218s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:11:35.935386Z","caller":"traceutil/trace.go:171","msg":"trace[934175742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8260; }","duration":"2.226949155s","start":"2026-03-19T06:11:33.708412Z","end":"2026-03-19T06:11:35.935362Z","steps":["trace[934175742] 'agreement among raft nodes before linearized reading' (duration: 2.226840183s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.708401Z","time spent":"2.227007398s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:35.935233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.70166Z","time spent":"2.233565812s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:11:35.935456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.94792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:11:35.935339Z","caller":"traceutil/trace.go:171","msg":"trace[1991706762] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8260; }","duration":"1.433145823s","start":"2026-03-19T06:11:34.502184Z","end":"2026-03-19T06:11:35.93533Z","steps":["trace[1991706762] 'agreement among raft nodes before linearized reading' (duration: 1.433091711s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:34.502162Z","time spent":"1.433338918s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:35.935554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223267313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:11:35.935582Z","caller":"traceutil/trace.go:171","msg":"trace[1588789360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8260; }","duration":"2.223317855s","start":"2026-03-19T06:11:33.712256Z","end":"2026-03-19T06:11:35.935573Z","steps":["trace[1588789360] 'agreement among raft nodes before linearized reading' (duration: 2.223230903s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224844213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T06:11:35.935618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.712242Z","time spent":"2.223367156s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"info","ts":"2026-03-19T06:11:35.935627Z","caller":"traceutil/trace.go:171","msg":"trace[626207374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8260; }","duration":"2.224904795s","start":"2026-03-19T06:11:33.710711Z","end":"2026-03-19T06:11:35.935616Z","steps":["trace[626207374] 'agreement among raft nodes before linearized reading' (duration: 2.224791202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.710701Z","time spent":"2.224963146s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:35.935597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663335255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:35.935728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232470643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:11:35.935792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217861176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:11:35.935847Z","caller":"traceutil/trace.go:171","msg":"trace[1843945971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8260; }","duration":"2.232631239s","start":"2026-03-19T06:11:33.703186Z","end":"2026-03-19T06:11:35.935817Z","steps":["trace[1843945971] 'agreement among raft nodes before linearized reading' (duration: 2.232281149s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.935845Z","caller":"traceutil/trace.go:171","msg":"trace[1523783307] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8260; }","duration":"1.217918207s","start":"2026-03-19T06:11:34.717914Z","end":"2026-03-19T06:11:35.935833Z","steps":["trace[1523783307] 'agreement among raft nodes before linearized reading' (duration: 1.217755792s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:35.935869Z","caller":"traceutil/trace.go:171","msg":"trace[1350522255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8260; }","duration":"996.019841ms","start":"2026-03-19T06:11:34.939458Z","end":"2026-03-19T06:11:35.935478Z","steps":["trace[1350522255] 'agreement among raft nodes before linearized reading' (duration: 995.901738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.935906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:34.717853Z","time spent":"1.21804377s","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:35.935911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:33.703175Z","time spent":"2.232726971s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:11:35.935926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:34.939434Z","time spent":"996.478154ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:11:35.935771Z","caller":"traceutil/trace.go:171","msg":"trace[2067517544] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8260; }","duration":"1.663594023s","start":"2026-03-19T06:11:34.272164Z","end":"2026-03-19T06:11:35.935758Z","steps":["trace[2067517544] 'agreement among raft nodes before linearized reading' (duration: 1.663233263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:35.936022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:34.272152Z","time spent":"1.663849259s","remote":"127.0.0.1:39830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:11:37.76908Z","caller":"traceutil/trace.go:171","msg":"trace[2122577102] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"152.947012ms","start":"2026-03-19T06:11:37.616102Z","end":"2026-03-19T06:11:37.769049Z","steps":["trace[2122577102] 'process raft request' (duration: 152.762518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:37.948997Z","caller":"traceutil/trace.go:171","msg":"trace[1828986292] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"172.39355ms","start":"2026-03-19T06:11:37.776581Z","end":"2026-03-19T06:11:37.948975Z","steps":["trace[1828986292] 'process raft request' (duration: 118.833435ms)","trace[1828986292] 'compare' (duration: 53.425232ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:37.971002Z","caller":"traceutil/trace.go:171","msg":"trace[532576201] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"139.266499ms","start":"2026-03-19T06:11:37.831692Z","end":"2026-03-19T06:11:37.970959Z","steps":["trace[532576201] 'process raft request' (duration: 139.157776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:38.178542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.533401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:38.17866Z","caller":"traceutil/trace.go:171","msg":"trace[1744763055] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"179.580721ms","start":"2026-03-19T06:11:37.99906Z","end":"2026-03-19T06:11:38.178641Z","steps":["trace[1744763055] 'process raft request' (duration: 73.866065ms)","trace[1744763055] 'compare' (duration: 105.390008ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:38.467096Z","caller":"traceutil/trace.go:171","msg":"trace[702684711] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"467.783862ms","start":"2026-03-19T06:11:37.999277Z","end":"2026-03-19T06:11:38.467061Z","steps":["trace[702684711] 'process raft request' (duration: 371.894333ms)","trace[702684711] 'compare' (duration: 95.328785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:38.46727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:37.999255Z","time spent":"467.940315ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:38.467453Z","caller":"traceutil/trace.go:171","msg":"trace[847728397] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"467.842783ms","start":"2026-03-19T06:11:37.999581Z","end":"2026-03-19T06:11:38.467424Z","steps":["trace[847728397] 'process raft request' (duration: 467.382141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:38.467604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:37.999562Z","time spent":"467.965556ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:38.467684Z","caller":"traceutil/trace.go:171","msg":"trace[195239785] linearizableReadLoop","detail":"{readStateIndex:8594; appliedIndex:8590; }","duration":"238.912092ms","start":"2026-03-19T06:11:38.228748Z","end":"2026-03-19T06:11:38.46766Z","steps":["trace[195239785] 'read index received' (duration: 142.363377ms)","trace[195239785] 'applied index is now lower than readState.Index' (duration: 96.547785ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:38.467722Z","caller":"traceutil/trace.go:171","msg":"trace[985732510] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"467.893185ms","start":"2026-03-19T06:11:37.999807Z","end":"2026-03-19T06:11:38.467701Z","steps":["trace[985732510] 'process raft request' (duration: 467.563557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:38.467736Z","caller":"traceutil/trace.go:171","msg":"trace[511230954] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"467.781171ms","start":"2026-03-19T06:11:37.999943Z","end":"2026-03-19T06:11:38.467724Z","steps":["trace[511230954] 'process raft request' (duration: 467.647098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:38.467798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:37.999913Z","time spent":"467.855813ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:38.467805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.050795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:38.467823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:37.999799Z","time spent":"467.968816ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:38.467844Z","caller":"traceutil/trace.go:171","msg":"trace[1645771975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8275; }","duration":"239.132587ms","start":"2026-03-19T06:11:38.228698Z","end":"2026-03-19T06:11:38.467831Z","steps":["trace[1645771975] 'agreement among raft nodes before linearized reading' (duration: 239.060775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:49.743896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396874306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T06:11:49.999826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332163427s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T06:11:50.192859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.512336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T06:11:50.193019Z","caller":"traceutil/trace.go:171","msg":"trace[1449650246] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8365; }","duration":"1.525432433s","start":"2026-03-19T06:11:48.667556Z","end":"2026-03-19T06:11:50.192989Z","steps":["trace[1449650246] 'process raft request' (duration: 1.332550257s)","trace[1449650246] 'compare' (duration: 192.169298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:50.193123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:48.667534Z","time spent":"1.525539665s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-19T06:11:50.460457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.618502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:50.461168Z","caller":"traceutil/trace.go:171","msg":"trace[1082125670] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8688; }","duration":"1.217708692s","start":"2026-03-19T06:11:49.243429Z","end":"2026-03-19T06:11:50.461138Z","steps":["trace[1082125670] 'read index received' (duration: 756.70423ms)","trace[1082125670] 'applied index is now lower than readState.Index' (duration: 461.002832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:50.461156Z","caller":"traceutil/trace.go:171","msg":"trace[414152270] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"804.559273ms","start":"2026-03-19T06:11:49.656549Z","end":"2026-03-19T06:11:50.461108Z","steps":["trace[414152270] 'process raft request' (duration: 804.405769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.461358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:49.656522Z","time spent":"804.719388ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:50.461402Z","caller":"traceutil/trace.go:171","msg":"trace[1398569375] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"1.217786445s","start":"2026-03-19T06:11:49.243578Z","end":"2026-03-19T06:11:50.461364Z","steps":["trace[1398569375] 'process raft request' (duration: 1.21722226s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.460968Z","caller":"traceutil/trace.go:171","msg":"trace[1849170157] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"1.790679337s","start":"2026-03-19T06:11:48.670202Z","end":"2026-03-19T06:11:50.460882Z","steps":["trace[1849170157] 'process raft request' (duration: 1.651465259s)","trace[1849170157] 'compare' (duration: 138.426867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:50.463536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:48.670189Z","time spent":"1.79324841s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:50.461484Z","caller":"traceutil/trace.go:171","msg":"trace[932887478] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"438.353673ms","start":"2026-03-19T06:11:50.023117Z","end":"2026-03-19T06:11:50.461471Z","steps":["trace[932887478] 'process raft request' (duration: 437.954263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.463918Z","caller":"traceutil/trace.go:171","msg":"trace[1662285870] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"429.265055ms","start":"2026-03-19T06:11:50.034591Z","end":"2026-03-19T06:11:50.463856Z","steps":["trace[1662285870] 'process raft request' (duration: 426.804433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.46406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220610035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-95gmp\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-19T06:11:50.464156Z","caller":"traceutil/trace.go:171","msg":"trace[1656728548] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-95gmp; range_end:; response_count:1; response_revision:8369; }","duration":"1.220724878s","start":"2026-03-19T06:11:49.243395Z","end":"2026-03-19T06:11:50.464119Z","steps":["trace[1656728548] 'agreement among raft nodes before linearized reading' (duration: 1.217918667s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.464205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:49.243378Z","time spent":"1.220816021s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-95gmp\" "} {"level":"warn","ts":"2026-03-19T06:11:50.464216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:50.034545Z","time spent":"429.530522ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:50.464266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:50.023086Z","time spent":"441.00518ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:50.465165Z","caller":"traceutil/trace.go:171","msg":"trace[359465466] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"430.057465ms","start":"2026-03-19T06:11:50.03507Z","end":"2026-03-19T06:11:50.465128Z","steps":["trace[359465466] 'process raft request' (duration: 426.495156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.465186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.594149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:50.465254Z","caller":"traceutil/trace.go:171","msg":"trace[317049889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"235.691541ms","start":"2026-03-19T06:11:50.229531Z","end":"2026-03-19T06:11:50.465223Z","steps":["trace[317049889] 'agreement among raft nodes before linearized reading' (duration: 235.605359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.465279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:50.035035Z","time spent":"430.179768ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:50.465274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.688836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-19T06:11:50.465381Z","caller":"traceutil/trace.go:171","msg":"trace[875887439] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8371; }","duration":"115.85705ms","start":"2026-03-19T06:11:50.3495Z","end":"2026-03-19T06:11:50.465357Z","steps":["trace[875887439] 'agreement among raft nodes before linearized reading' (duration: 115.309397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.465405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.616191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:11:50.46548Z","caller":"traceutil/trace.go:171","msg":"trace[1712982899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8371; }","duration":"378.736725ms","start":"2026-03-19T06:11:50.086724Z","end":"2026-03-19T06:11:50.465461Z","steps":["trace[1712982899] 'agreement among raft nodes before linearized reading' (duration: 378.502869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.465579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:50.086701Z","time spent":"378.836727ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:11:50.465589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.342853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:11:50.465738Z","caller":"traceutil/trace.go:171","msg":"trace[1224303424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8371; }","duration":"235.526037ms","start":"2026-03-19T06:11:50.230191Z","end":"2026-03-19T06:11:50.465717Z","steps":["trace[1224303424] 'agreement among raft nodes before linearized reading' (duration: 235.039225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.465554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.043744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:50.465909Z","caller":"traceutil/trace.go:171","msg":"trace[1004426922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8371; }","duration":"104.493375ms","start":"2026-03-19T06:11:50.361393Z","end":"2026-03-19T06:11:50.465886Z","steps":["trace[1004426922] 'agreement among raft nodes before linearized reading' (duration: 103.978652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.466047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204845669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:50.466119Z","caller":"traceutil/trace.go:171","msg":"trace[1357492916] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8371; }","duration":"1.204928931s","start":"2026-03-19T06:11:49.261158Z","end":"2026-03-19T06:11:50.466087Z","steps":["trace[1357492916] 'agreement among raft nodes before linearized reading' (duration: 1.203430124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.466166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:49.261129Z","time spent":"1.205024643s","remote":"127.0.0.1:59024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:50.46344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:49.243567Z","time spent":"1.217928428s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T06:11:50.467356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168114735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:50.467465Z","caller":"traceutil/trace.go:171","msg":"trace[1024374790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"1.168225718s","start":"2026-03-19T06:11:49.29919Z","end":"2026-03-19T06:11:50.467416Z","steps":["trace[1024374790] 'agreement among raft nodes before linearized reading' (duration: 1.166242728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.467521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:49.299173Z","time spent":"1.168332712s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:50.703775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.045717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:50.704061Z","caller":"traceutil/trace.go:171","msg":"trace[1379701799] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"228.804738ms","start":"2026-03-19T06:11:50.475208Z","end":"2026-03-19T06:11:50.704013Z","steps":["trace[1379701799] 'process raft request' (duration: 102.358781ms)","trace[1379701799] 'compare' (duration: 125.76891ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:50.704265Z","caller":"traceutil/trace.go:171","msg":"trace[801631737] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"228.935261ms","start":"2026-03-19T06:11:50.475277Z","end":"2026-03-19T06:11:50.704212Z","steps":["trace[801631737] 'process raft request' (duration: 228.620203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.7047Z","caller":"traceutil/trace.go:171","msg":"trace[1881660191] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8695; }","duration":"229.213409ms","start":"2026-03-19T06:11:50.475441Z","end":"2026-03-19T06:11:50.704655Z","steps":["trace[1881660191] 'read index received' (duration: 33.761608ms)","trace[1881660191] 'applied index is now lower than readState.Index' (duration: 195.450541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:50.704952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.475755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-95gmp\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-19T06:11:50.705019Z","caller":"traceutil/trace.go:171","msg":"trace[2103068968] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-95gmp; range_end:; response_count:1; response_revision:8375; }","duration":"229.574647ms","start":"2026-03-19T06:11:50.475424Z","end":"2026-03-19T06:11:50.704998Z","steps":["trace[2103068968] 'agreement among raft nodes before linearized reading' (duration: 229.428504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.705162Z","caller":"traceutil/trace.go:171","msg":"trace[1055110098] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"225.68989ms","start":"2026-03-19T06:11:50.47946Z","end":"2026-03-19T06:11:50.705149Z","steps":["trace[1055110098] 'process raft request' (duration: 224.687294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.705391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.9384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T06:11:50.70542Z","caller":"traceutil/trace.go:171","msg":"trace[717518518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8375; }","duration":"175.990471ms","start":"2026-03-19T06:11:50.52942Z","end":"2026-03-19T06:11:50.70541Z","steps":["trace[717518518] 'agreement among raft nodes before linearized reading' (duration: 175.842758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.705423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.999827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:11:50.705477Z","caller":"traceutil/trace.go:171","msg":"trace[903374216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8375; }","duration":"175.10513ms","start":"2026-03-19T06:11:50.530357Z","end":"2026-03-19T06:11:50.705462Z","steps":["trace[903374216] 'agreement among raft nodes before linearized reading' (duration: 174.879224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.705664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.283645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T06:11:50.705659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.921517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T06:11:50.705778Z","caller":"traceutil/trace.go:171","msg":"trace[1352327546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8375; }","duration":"187.114691ms","start":"2026-03-19T06:11:50.518633Z","end":"2026-03-19T06:11:50.705748Z","steps":["trace[1352327546] 'agreement among raft nodes before linearized reading' (duration: 186.808353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.705712Z","caller":"traceutil/trace.go:171","msg":"trace[1484928652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8375; }","duration":"187.356007ms","start":"2026-03-19T06:11:50.518332Z","end":"2026-03-19T06:11:50.705688Z","steps":["trace[1484928652] 'agreement among raft nodes before linearized reading' (duration: 186.66222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.914569Z","caller":"traceutil/trace.go:171","msg":"trace[1303237361] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"203.197814ms","start":"2026-03-19T06:11:50.711334Z","end":"2026-03-19T06:11:50.914532Z","steps":["trace[1303237361] 'process raft request' (duration: 119.753889ms)","trace[1303237361] 'compare' (duration: 83.23623ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:50.914919Z","caller":"traceutil/trace.go:171","msg":"trace[2015378714] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8699; }","duration":"202.265012ms","start":"2026-03-19T06:11:50.71261Z","end":"2026-03-19T06:11:50.914875Z","steps":["trace[2015378714] 'read index received' (duration: 68.739067ms)","trace[2015378714] 'applied index is now lower than readState.Index' (duration: 133.524565ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:50.915032Z","caller":"traceutil/trace.go:171","msg":"trace[716601451] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"203.670597ms","start":"2026-03-19T06:11:50.711346Z","end":"2026-03-19T06:11:50.915016Z","steps":["trace[716601451] 'process raft request' (duration: 203.128463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:50.915074Z","caller":"traceutil/trace.go:171","msg":"trace[221479011] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"203.669748ms","start":"2026-03-19T06:11:50.711391Z","end":"2026-03-19T06:11:50.915061Z","steps":["trace[221479011] 'process raft request' (duration: 203.34919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:50.915421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.793656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-19T06:11:50.915511Z","caller":"traceutil/trace.go:171","msg":"trace[167434740] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8379; }","duration":"202.918448ms","start":"2026-03-19T06:11:50.712571Z","end":"2026-03-19T06:11:50.915489Z","steps":["trace[167434740] 'agreement among raft nodes before linearized reading' (duration: 202.663882ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:51.092034Z","caller":"traceutil/trace.go:171","msg":"trace[1941000380] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"104.609219ms","start":"2026-03-19T06:11:50.987396Z","end":"2026-03-19T06:11:51.092005Z","steps":["trace[1941000380] 'process raft request' (duration: 104.526777ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:51.09205Z","caller":"traceutil/trace.go:171","msg":"trace[2116817752] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"108.148018ms","start":"2026-03-19T06:11:50.983863Z","end":"2026-03-19T06:11:51.092011Z","steps":["trace[2116817752] 'process raft request' (duration: 63.384083ms)","trace[2116817752] 'compare' (duration: 44.462887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:51.543437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.101447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:51.543534Z","caller":"traceutil/trace.go:171","msg":"trace[1637175454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8381; }","duration":"315.24733ms","start":"2026-03-19T06:11:51.228266Z","end":"2026-03-19T06:11:51.543513Z","steps":["trace[1637175454] 'range keys from in-memory index tree' (duration: 314.989624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:51.543574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:51.228232Z","time spent":"315.332583ms","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:51.544009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.858108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:11:51.544056Z","caller":"traceutil/trace.go:171","msg":"trace[786133509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8381; }","duration":"302.951351ms","start":"2026-03-19T06:11:51.241093Z","end":"2026-03-19T06:11:51.544044Z","steps":["trace[786133509] 'range keys from in-memory index tree' (duration: 302.664183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:51.544087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:51.241071Z","time spent":"303.007792ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T06:11:51.544775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.876327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T06:11:51.5449Z","caller":"traceutil/trace.go:171","msg":"trace[416820202] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8381; }","duration":"166.050181ms","start":"2026-03-19T06:11:51.37882Z","end":"2026-03-19T06:11:51.54487Z","steps":["trace[416820202] 'range keys from in-memory index tree' (duration: 164.502813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:52.979948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396874381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:11:53.098438Z","caller":"traceutil/trace.go:171","msg":"trace[554419475] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"625.526105ms","start":"2026-03-19T06:11:52.472882Z","end":"2026-03-19T06:11:53.098408Z","steps":["trace[554419475] 'process raft request' (duration: 625.32873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.098715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.472848Z","time spent":"625.71504ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:53.544818Z","caller":"traceutil/trace.go:171","msg":"trace[739259133] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8707; }","duration":"1.065851287s","start":"2026-03-19T06:11:52.478939Z","end":"2026-03-19T06:11:53.54479Z","steps":["trace[739259133] 'read index received' (duration: 619.398821ms)","trace[739259133] 'applied index is now lower than readState.Index' (duration: 446.451486ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:53.544861Z","caller":"traceutil/trace.go:171","msg":"trace[1655348968] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"1.071826217s","start":"2026-03-19T06:11:52.473001Z","end":"2026-03-19T06:11:53.544827Z","steps":["trace[1655348968] 'process raft request' (duration: 1.071369775s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:53.54492Z","caller":"traceutil/trace.go:171","msg":"trace[673155324] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"1.070580336s","start":"2026-03-19T06:11:52.474299Z","end":"2026-03-19T06:11:53.544879Z","steps":["trace[673155324] 'process raft request' (duration: 1.070429942s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.472975Z","time spent":"1.071962889s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:53.545061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.150412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:53.545105Z","caller":"traceutil/trace.go:171","msg":"trace[1128220980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8385; }","duration":"316.219243ms","start":"2026-03-19T06:11:53.228872Z","end":"2026-03-19T06:11:53.545091Z","steps":["trace[1128220980] 'agreement among raft nodes before linearized reading' (duration: 316.145571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.54511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.474286Z","time spent":"1.070723069s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:53.545097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.044495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:53.545194Z","caller":"traceutil/trace.go:171","msg":"trace[1962277152] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8385; }","duration":"440.225769ms","start":"2026-03-19T06:11:53.104945Z","end":"2026-03-19T06:11:53.545171Z","steps":["trace[1962277152] 'agreement among raft nodes before linearized reading' (duration: 440.056975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.064339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:11:53.545261Z","caller":"traceutil/trace.go:171","msg":"trace[25071596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8385; }","duration":"626.12671ms","start":"2026-03-19T06:11:52.919123Z","end":"2026-03-19T06:11:53.54525Z","steps":["trace[25071596] 'agreement among raft nodes before linearized reading' (duration: 626.034287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.919116Z","time spent":"626.186062ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:53.545267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.10805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:11:53.545284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.09888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:11:53.545359Z","caller":"traceutil/trace.go:171","msg":"trace[1363024153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8385; }","duration":"626.239044ms","start":"2026-03-19T06:11:52.919112Z","end":"2026-03-19T06:11:53.545351Z","steps":["trace[1363024153] 'agreement among raft nodes before linearized reading' (duration: 626.056668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:53.104915Z","time spent":"440.324643ms","remote":"127.0.0.1:42228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:11:53.545391Z","caller":"traceutil/trace.go:171","msg":"trace[940841461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8385; }","duration":"626.258314ms","start":"2026-03-19T06:11:52.919111Z","end":"2026-03-19T06:11:53.54537Z","steps":["trace[940841461] 'agreement among raft nodes before linearized reading' (duration: 625.971736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.426669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:11:53.545403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.919084Z","time spent":"626.309765ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:11:53.545445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.919087Z","time spent":"626.349816ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T06:11:53.545453Z","caller":"traceutil/trace.go:171","msg":"trace[1593867552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8385; }","duration":"757.527932ms","start":"2026-03-19T06:11:52.787912Z","end":"2026-03-19T06:11:53.54544Z","steps":["trace[1593867552] 'agreement among raft nodes before linearized reading' (duration: 757.333247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.14724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T06:11:53.545133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:53.228861Z","time spent":"316.267065ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:53.54568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066745219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:11:53.545731Z","caller":"traceutil/trace.go:171","msg":"trace[905368210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8385; }","duration":"1.066828212s","start":"2026-03-19T06:11:52.47889Z","end":"2026-03-19T06:11:53.545718Z","steps":["trace[905368210] 'agreement among raft nodes before linearized reading' (duration: 1.066038001s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.545783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.478853Z","time spent":"1.066921154s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:11:53.545495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.787884Z","time spent":"757.603523ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:53.545129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032531689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:11:53.546216Z","caller":"traceutil/trace.go:171","msg":"trace[288127413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8385; }","duration":"1.033662408s","start":"2026-03-19T06:11:52.512542Z","end":"2026-03-19T06:11:53.546204Z","steps":["trace[288127413] 'agreement among raft nodes before linearized reading' (duration: 1.032417336s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.546279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:52.512528Z","time spent":"1.03374009s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T06:11:53.545598Z","caller":"traceutil/trace.go:171","msg":"trace[1037874396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8385; }","duration":"372.361464ms","start":"2026-03-19T06:11:53.173177Z","end":"2026-03-19T06:11:53.545538Z","steps":["trace[1037874396] 'agreement among raft nodes before linearized reading' (duration: 371.990854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:53.546371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:53.173166Z","time spent":"373.194996ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:11:54.914357Z","caller":"traceutil/trace.go:171","msg":"trace[1274070812] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"124.256731ms","start":"2026-03-19T06:11:54.790075Z","end":"2026-03-19T06:11:54.914332Z","steps":["trace[1274070812] 'process raft request' (duration: 124.093677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:55.240609Z","caller":"traceutil/trace.go:171","msg":"trace[799635279] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"136.223723ms","start":"2026-03-19T06:11:55.104343Z","end":"2026-03-19T06:11:55.240567Z","steps":["trace[799635279] 'process raft request' (duration: 65.407653ms)","trace[799635279] 'compare' (duration: 70.490592ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:55.653295Z","caller":"traceutil/trace.go:171","msg":"trace[2099560860] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"116.165088ms","start":"2026-03-19T06:11:55.537101Z","end":"2026-03-19T06:11:55.653266Z","steps":["trace[2099560860] 'process raft request' (duration: 115.982723ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.033249Z","caller":"traceutil/trace.go:171","msg":"trace[1792626398] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8718; }","duration":"476.033129ms","start":"2026-03-19T06:11:55.557176Z","end":"2026-03-19T06:11:56.03321Z","steps":["trace[1792626398] 'read index received' (duration: 96.098974ms)","trace[1792626398] 'applied index is now lower than readState.Index' (duration: 379.932815ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:56.033295Z","caller":"traceutil/trace.go:171","msg":"trace[1636356922] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"482.632715ms","start":"2026-03-19T06:11:55.550621Z","end":"2026-03-19T06:11:56.033254Z","steps":["trace[1636356922] 'process raft request' (duration: 482.276217ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:56.033411Z","caller":"traceutil/trace.go:171","msg":"trace[561576065] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"481.900977ms","start":"2026-03-19T06:11:55.551452Z","end":"2026-03-19T06:11:56.033353Z","steps":["trace[561576065] 'process raft request' (duration: 481.685802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:56.033544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.345617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:11:56.03369Z","caller":"traceutil/trace.go:171","msg":"trace[570247095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8395; }","duration":"476.530722ms","start":"2026-03-19T06:11:55.55714Z","end":"2026-03-19T06:11:56.033671Z","steps":["trace[570247095] 'agreement among raft nodes before linearized reading' (duration: 476.236134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:56.033693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.551429Z","time spent":"482.097661ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:56.033741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.557124Z","time spent":"476.607463ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"warn","ts":"2026-03-19T06:11:56.033758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.550596Z","time spent":"482.78949ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:56.230531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.09393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:56.230657Z","caller":"traceutil/trace.go:171","msg":"trace[196291321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8395; }","duration":"185.241674ms","start":"2026-03-19T06:11:56.045397Z","end":"2026-03-19T06:11:56.230639Z","steps":["trace[196291321] 'range keys from in-memory index tree' (duration: 185.06645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.283561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204066559s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T06:11:57.284265Z","caller":"traceutil/trace.go:171","msg":"trace[780726130] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"1.250903426s","start":"2026-03-19T06:11:56.033335Z","end":"2026-03-19T06:11:57.284239Z","steps":["trace[780726130] 'read index received' (duration: 45.920194ms)","trace[780726130] 'applied index is now lower than readState.Index' (duration: 1.204979971s)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:57.284368Z","caller":"traceutil/trace.go:171","msg":"trace[1704702157] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"1.013046139s","start":"2026-03-19T06:11:56.271295Z","end":"2026-03-19T06:11:57.284341Z","steps":["trace[1704702157] 'process raft request' (duration: 1.012872485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.284404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629681521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T06:11:57.284497Z","caller":"traceutil/trace.go:171","msg":"trace[1809222746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8395; }","duration":"1.629794733s","start":"2026-03-19T06:11:55.654681Z","end":"2026-03-19T06:11:57.284476Z","steps":["trace[1809222746] 'agreement among raft nodes before linearized reading' (duration: 1.629556657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.284546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.654675Z","time spent":"1.629861515s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:11:57.284607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631173119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T06:11:57.284527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:56.271254Z","time spent":"1.013173812s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:57.284635Z","caller":"traceutil/trace.go:171","msg":"trace[1137357070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8396; }","duration":"1.63122614s","start":"2026-03-19T06:11:55.653401Z","end":"2026-03-19T06:11:57.284627Z","steps":["trace[1137357070] 'agreement among raft nodes before linearized reading' (duration: 1.631167779s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.284662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.653386Z","time spent":"1.631270831s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:57.284556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630987624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T06:11:57.284759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707031224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:11:57.284778Z","caller":"traceutil/trace.go:171","msg":"trace[964354837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8396; }","duration":"1.6312123s","start":"2026-03-19T06:11:55.653555Z","end":"2026-03-19T06:11:57.284767Z","steps":["trace[964354837] 'agreement among raft nodes before linearized reading' (duration: 1.630966524s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.284798Z","caller":"traceutil/trace.go:171","msg":"trace[490569080] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8396; }","duration":"1.707103416s","start":"2026-03-19T06:11:55.577683Z","end":"2026-03-19T06:11:57.284787Z","steps":["trace[490569080] 'agreement among raft nodes before linearized reading' (duration: 1.706980843s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.284815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.65355Z","time spent":"1.631253261s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:11:57.284794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371963336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:11:57.284875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710032249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T06:11:57.284901Z","caller":"traceutil/trace.go:171","msg":"trace[35990914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8396; }","duration":"1.710098121s","start":"2026-03-19T06:11:55.574796Z","end":"2026-03-19T06:11:57.284894Z","steps":["trace[35990914] 'agreement among raft nodes before linearized reading' (duration: 1.710036869s)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.284891Z","caller":"traceutil/trace.go:171","msg":"trace[434659682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8396; }","duration":"1.372153271s","start":"2026-03-19T06:11:55.912714Z","end":"2026-03-19T06:11:57.284868Z","steps":["trace[434659682] 'agreement among raft nodes before linearized reading' (duration: 1.371911255s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.284924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.574776Z","time spent":"1.710143962s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:57.284504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630891492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T06:11:57.284941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.912667Z","time spent":"1.372264434s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:11:57.284993Z","caller":"traceutil/trace.go:171","msg":"trace[1739111022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8396; }","duration":"1.631378923s","start":"2026-03-19T06:11:55.653582Z","end":"2026-03-19T06:11:57.284961Z","steps":["trace[1739111022] 'agreement among raft nodes before linearized reading' (duration: 1.630769948s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.285049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.653578Z","time spent":"1.631458505s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T06:11:57.285077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670899158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:57.285145Z","caller":"traceutil/trace.go:171","msg":"trace[405501151] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8396; }","duration":"1.670981s","start":"2026-03-19T06:11:55.61415Z","end":"2026-03-19T06:11:57.285131Z","steps":["trace[405501151] 'agreement among raft nodes before linearized reading' (duration: 1.670856256s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.285179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.614115Z","time spent":"1.671054302s","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:11:57.285214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720548834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T06:11:57.285279Z","caller":"traceutil/trace.go:171","msg":"trace[922718161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8396; }","duration":"1.720659848s","start":"2026-03-19T06:11:55.564604Z","end":"2026-03-19T06:11:57.285264Z","steps":["trace[922718161] 'agreement among raft nodes before linearized reading' (duration: 1.720527505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.285308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.56458Z","time spent":"1.720719509s","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T06:11:57.285454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:55.57767Z","time spent":"1.707770933s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:11:57.330641Z","caller":"traceutil/trace.go:171","msg":"trace[1991872780] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"986.410861ms","start":"2026-03-19T06:11:56.344202Z","end":"2026-03-19T06:11:57.330613Z","steps":["trace[1991872780] 'process raft request' (duration: 986.241427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.330809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:56.344165Z","time spent":"986.556285ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:57.706977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.368465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:11:57.707215Z","caller":"traceutil/trace.go:171","msg":"trace[1026319574] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"417.672002ms","start":"2026-03-19T06:11:57.289525Z","end":"2026-03-19T06:11:57.707197Z","steps":["trace[1026319574] 'process raft request' (duration: 417.617411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.707294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.289501Z","time spent":"417.757015ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:57.707319Z","caller":"traceutil/trace.go:171","msg":"trace[155809218] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"417.728594ms","start":"2026-03-19T06:11:57.289537Z","end":"2026-03-19T06:11:57.707265Z","steps":["trace[155809218] 'process raft request' (duration: 417.57822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.707336Z","caller":"traceutil/trace.go:171","msg":"trace[1504847836] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"461.151355ms","start":"2026-03-19T06:11:57.246149Z","end":"2026-03-19T06:11:57.7073Z","steps":["trace[1504847836] 'process raft request' (duration: 170.38685ms)","trace[1504847836] 'compare' (duration: 290.265693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:57.707492Z","caller":"traceutil/trace.go:171","msg":"trace[756138915] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"417.597411ms","start":"2026-03-19T06:11:57.289879Z","end":"2026-03-19T06:11:57.707477Z","steps":["trace[756138915] 'process raft request' (duration: 417.288094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.707493Z","caller":"traceutil/trace.go:171","msg":"trace[969059430] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"417.56352ms","start":"2026-03-19T06:11:57.289912Z","end":"2026-03-19T06:11:57.707475Z","steps":["trace[969059430] 'process raft request' (duration: 417.435377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.707505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.24612Z","time spent":"461.307128ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:57.707522Z","caller":"traceutil/trace.go:171","msg":"trace[1286596415] linearizableReadLoop","detail":"{readStateIndex:8724; appliedIndex:8722; }","duration":"423.185441ms","start":"2026-03-19T06:11:57.284326Z","end":"2026-03-19T06:11:57.707512Z","steps":["trace[1286596415] 'read index received' (duration: 46.198571ms)","trace[1286596415] 'applied index is now lower than readState.Index' (duration: 376.98604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:11:57.707558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.289869Z","time spent":"417.658703ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:57.70733Z","caller":"traceutil/trace.go:171","msg":"trace[415783731] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"417.801866ms","start":"2026-03-19T06:11:57.289436Z","end":"2026-03-19T06:11:57.707238Z","steps":["trace[415783731] 'process raft request' (duration: 417.640802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.70758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.289899Z","time spent":"417.636752ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:57.707632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478655306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:11:57.707663Z","caller":"traceutil/trace.go:171","msg":"trace[364521430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8404; }","duration":"1.478727489s","start":"2026-03-19T06:11:56.228924Z","end":"2026-03-19T06:11:57.707652Z","steps":["trace[364521430] 'agreement among raft nodes before linearized reading' (duration: 1.478674227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.707688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:56.2289Z","time spent":"1.47878165s","remote":"127.0.0.1:47702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:11:57.707778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060396029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:11:57.707794Z","caller":"traceutil/trace.go:171","msg":"trace[1404298576] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"417.222232ms","start":"2026-03-19T06:11:57.29056Z","end":"2026-03-19T06:11:57.707782Z","steps":["trace[1404298576] 'process raft request' (duration: 416.876863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:11:57.707822Z","caller":"traceutil/trace.go:171","msg":"trace[2079786419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8404; }","duration":"1.060538083s","start":"2026-03-19T06:11:56.647274Z","end":"2026-03-19T06:11:57.707813Z","steps":["trace[2079786419] 'agreement among raft nodes before linearized reading' (duration: 1.060255656s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.707853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.290549Z","time spent":"417.272293ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:57.707843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.604761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:11:57.707889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:56.647249Z","time spent":"1.060631975s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:11:57.7079Z","caller":"traceutil/trace.go:171","msg":"trace[706414943] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-node; range_end:; response_count:0; response_revision:8404; }","duration":"333.712313ms","start":"2026-03-19T06:11:57.374173Z","end":"2026-03-19T06:11:57.707886Z","steps":["trace[706414943] 'agreement among raft nodes before linearized reading' (duration: 333.619781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.707933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.374143Z","time spent":"333.783245ms","remote":"127.0.0.1:47820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-node\" "} {"level":"warn","ts":"2026-03-19T06:11:57.707938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.289527Z","time spent":"418.350829ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:11:57.708081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669682548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228784"} {"level":"info","ts":"2026-03-19T06:11:57.708119Z","caller":"traceutil/trace.go:171","msg":"trace[209427924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8404; }","duration":"1.66976601s","start":"2026-03-19T06:11:56.038345Z","end":"2026-03-19T06:11:57.708111Z","steps":["trace[209427924] 'agreement among raft nodes before linearized reading' (duration: 1.669446251s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.70814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:56.038318Z","time spent":"1.669816211s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228806,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T06:11:57.70824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:11:57.289411Z","time spent":"418.204076ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:11:57.868319Z","caller":"traceutil/trace.go:171","msg":"trace[1011643836] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8731; }","duration":"109.173213ms","start":"2026-03-19T06:11:57.75911Z","end":"2026-03-19T06:11:57.868283Z","steps":["trace[1011643836] 'read index received' (duration: 105.746996ms)","trace[1011643836] 'applied index is now lower than readState.Index' (duration: 3.424537ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:11:57.868347Z","caller":"traceutil/trace.go:171","msg":"trace[1215486646] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"118.057036ms","start":"2026-03-19T06:11:57.750264Z","end":"2026-03-19T06:11:57.868321Z","steps":["trace[1215486646] 'process raft request' (duration: 114.26747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:11:57.868693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.46806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T06:11:57.868783Z","caller":"traceutil/trace.go:171","msg":"trace[1371191717] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8406; }","duration":"109.703546ms","start":"2026-03-19T06:11:57.759059Z","end":"2026-03-19T06:11:57.868763Z","steps":["trace[1371191717] 'agreement among raft nodes before linearized reading' (duration: 109.351907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:10.551395Z","caller":"traceutil/trace.go:171","msg":"trace[1534849031] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"105.803038ms","start":"2026-03-19T06:12:10.445554Z","end":"2026-03-19T06:12:10.551357Z","steps":["trace[1534849031] 'process raft request' (duration: 105.617913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:10.556308Z","caller":"traceutil/trace.go:171","msg":"trace[980671190] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"110.562748ms","start":"2026-03-19T06:12:10.445714Z","end":"2026-03-19T06:12:10.556277Z","steps":["trace[980671190] 'process raft request' (duration: 110.033175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:11.378681Z","caller":"traceutil/trace.go:171","msg":"trace[666537697] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"156.47783ms","start":"2026-03-19T06:12:11.222178Z","end":"2026-03-19T06:12:11.378656Z","steps":["trace[666537697] 'process raft request' (duration: 156.237564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:11.405699Z","caller":"traceutil/trace.go:171","msg":"trace[1889361816] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8920; }","duration":"177.673013ms","start":"2026-03-19T06:12:11.228008Z","end":"2026-03-19T06:12:11.405681Z","steps":["trace[1889361816] 'read index received' (duration: 150.439839ms)","trace[1889361816] 'applied index is now lower than readState.Index' (duration: 27.232294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:11.405815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.800496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:12:11.405859Z","caller":"traceutil/trace.go:171","msg":"trace[1653883572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8591; }","duration":"177.881368ms","start":"2026-03-19T06:12:11.227962Z","end":"2026-03-19T06:12:11.405844Z","steps":["trace[1653883572] 'agreement among raft nodes before linearized reading' (duration: 177.808237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:11.405825Z","caller":"traceutil/trace.go:171","msg":"trace[1198892629] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"179.374417ms","start":"2026-03-19T06:12:11.226407Z","end":"2026-03-19T06:12:11.405782Z","steps":["trace[1198892629] 'process raft request' (duration: 179.184432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:11.415373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.586121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T06:12:11.415599Z","caller":"traceutil/trace.go:171","msg":"trace[2036336408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8592; }","duration":"130.837707ms","start":"2026-03-19T06:12:11.284729Z","end":"2026-03-19T06:12:11.415567Z","steps":["trace[2036336408] 'agreement among raft nodes before linearized reading' (duration: 130.454357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:11.593536Z","caller":"traceutil/trace.go:171","msg":"trace[1371278506] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"139.904915ms","start":"2026-03-19T06:12:11.453607Z","end":"2026-03-19T06:12:11.593512Z","steps":["trace[1371278506] 'process raft request' (duration: 139.498755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.569705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15276101104396876011,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T06:12:54.847664Z","caller":"traceutil/trace.go:171","msg":"trace[1070592141] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"782.464576ms","start":"2026-03-19T06:12:54.065172Z","end":"2026-03-19T06:12:54.847636Z","steps":["trace[1070592141] 'process raft request' (duration: 710.837128ms)","trace[1070592141] 'compare' (duration: 71.452214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:54.847834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.065144Z","time spent":"782.60455ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:54.848712Z","caller":"traceutil/trace.go:171","msg":"trace[476346029] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"571.60826ms","start":"2026-03-19T06:12:54.277029Z","end":"2026-03-19T06:12:54.848637Z","steps":["trace[476346029] 'process raft request' (duration: 570.559203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.84888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.277007Z","time spent":"571.788964ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:12:54.84886Z","caller":"traceutil/trace.go:171","msg":"trace[801171394] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9281; }","duration":"779.806431ms","start":"2026-03-19T06:12:54.069017Z","end":"2026-03-19T06:12:54.848823Z","steps":["trace[801171394] 'read index received' (duration: 707.003282ms)","trace[801171394] 'applied index is now lower than readState.Index' (duration: 72.801439ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:54.848969Z","caller":"traceutil/trace.go:171","msg":"trace[2085600692] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"563.770512ms","start":"2026-03-19T06:12:54.28516Z","end":"2026-03-19T06:12:54.84893Z","steps":["trace[2085600692] 'process raft request' (duration: 563.371503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.285143Z","time spent":"563.892686ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:54.849237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.850277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T06:12:54.849289Z","caller":"traceutil/trace.go:171","msg":"trace[1683661255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8943; }","duration":"778.921108ms","start":"2026-03-19T06:12:54.070354Z","end":"2026-03-19T06:12:54.849275Z","steps":["trace[1683661255] 'agreement among raft nodes before linearized reading' (duration: 778.767774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.070344Z","time spent":"778.97549ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:12:54.849359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.215271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:12:54.84934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.162789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T06:12:54.849406Z","caller":"traceutil/trace.go:171","msg":"trace[855051216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8943; }","duration":"620.280112ms","start":"2026-03-19T06:12:54.229115Z","end":"2026-03-19T06:12:54.849395Z","steps":["trace[855051216] 'agreement among raft nodes before linearized reading' (duration: 620.20042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.584232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:12:54.849447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.229102Z","time spent":"620.339124ms","remote":"127.0.0.1:47686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T06:12:54.849465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.379941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:12:54.849465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.23581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T06:12:54.849466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.500703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T06:12:54.849498Z","caller":"traceutil/trace.go:171","msg":"trace[171343765] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8943; }","duration":"304.744486ms","start":"2026-03-19T06:12:54.544734Z","end":"2026-03-19T06:12:54.849478Z","steps":["trace[171343765] 'agreement among raft nodes before linearized reading' (duration: 304.580102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:54.849497Z","caller":"traceutil/trace.go:171","msg":"trace[106964009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8943; }","duration":"744.441792ms","start":"2026-03-19T06:12:54.105046Z","end":"2026-03-19T06:12:54.849488Z","steps":["trace[106964009] 'agreement among raft nodes before linearized reading' (duration: 744.35325ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:54.849535Z","caller":"traceutil/trace.go:171","msg":"trace[515448391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8943; }","duration":"692.339573ms","start":"2026-03-19T06:12:54.15718Z","end":"2026-03-19T06:12:54.849519Z","steps":["trace[515448391] 'agreement among raft nodes before linearized reading' (duration: 692.102687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.105024Z","time spent":"744.514355ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:12:54.849553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.684761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:12:54.849555Z","caller":"traceutil/trace.go:171","msg":"trace[1672378968] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8943; }","duration":"701.596585ms","start":"2026-03-19T06:12:54.147932Z","end":"2026-03-19T06:12:54.849528Z","steps":["trace[1672378968] 'agreement among raft nodes before linearized reading' (duration: 701.448012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.544706Z","time spent":"304.832109ms","remote":"127.0.0.1:58488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:12:54.849572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.157166Z","time spent":"692.399494ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"info","ts":"2026-03-19T06:12:54.849589Z","caller":"traceutil/trace.go:171","msg":"trace[422564782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8943; }","duration":"762.741031ms","start":"2026-03-19T06:12:54.086835Z","end":"2026-03-19T06:12:54.849576Z","steps":["trace[422564782] 'agreement among raft nodes before linearized reading' (duration: 762.654929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.423557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T06:12:54.849434Z","caller":"traceutil/trace.go:171","msg":"trace[72268089] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8943; }","duration":"688.292261ms","start":"2026-03-19T06:12:54.161118Z","end":"2026-03-19T06:12:54.849411Z","steps":["trace[72268089] 'agreement among raft nodes before linearized reading' (duration: 688.054495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.84962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.086817Z","time spent":"762.796273ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:12:54.849346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.019902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T06:12:54.849652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.161103Z","time spent":"688.538108ms","remote":"127.0.0.1:47888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-19T06:12:54.849686Z","caller":"traceutil/trace.go:171","msg":"trace[2063614202] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8943; }","duration":"215.389011ms","start":"2026-03-19T06:12:54.634285Z","end":"2026-03-19T06:12:54.849674Z","steps":["trace[2063614202] 'agreement among raft nodes before linearized reading' (duration: 214.978771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:54.849678Z","caller":"traceutil/trace.go:171","msg":"trace[373691084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8943; }","duration":"780.655343ms","start":"2026-03-19T06:12:54.068976Z","end":"2026-03-19T06:12:54.849632Z","steps":["trace[373691084] 'agreement among raft nodes before linearized reading' (duration: 780.075988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.849595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.147861Z","time spent":"701.724669ms","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:12:54.849748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.068967Z","time spent":"780.764345ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T06:12:54.850262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.736994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T06:12:54.850427Z","caller":"traceutil/trace.go:171","msg":"trace[147696760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"743.951989ms","start":"2026-03-19T06:12:54.106453Z","end":"2026-03-19T06:12:54.850405Z","steps":["trace[147696760] 'agreement among raft nodes before linearized reading' (duration: 742.730679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:54.850557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:54.106429Z","time spent":"744.113003ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:12:56.389287Z","caller":"traceutil/trace.go:171","msg":"trace[2091687217] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"113.866691ms","start":"2026-03-19T06:12:56.275385Z","end":"2026-03-19T06:12:56.389252Z","steps":["trace[2091687217] 'process raft request' (duration: 113.663166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:56.657155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.546644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T06:12:57.245582Z","caller":"traceutil/trace.go:171","msg":"trace[1344959619] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9329; }","duration":"393.222179ms","start":"2026-03-19T06:12:56.852328Z","end":"2026-03-19T06:12:57.24555Z","steps":["trace[1344959619] 'read index received' (duration: 393.083995ms)","trace[1344959619] 'applied index is now lower than readState.Index' (duration: 133.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:57.245684Z","caller":"traceutil/trace.go:171","msg":"trace[35591410] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"405.570788ms","start":"2026-03-19T06:12:56.840076Z","end":"2026-03-19T06:12:57.245647Z","steps":["trace[35591410] 'process raft request' (duration: 405.272961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.245859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.840047Z","time spent":"405.720732ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T06:12:57.245964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.500126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T06:12:57.246007Z","caller":"traceutil/trace.go:171","msg":"trace[1024422372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8988; }","duration":"393.685161ms","start":"2026-03-19T06:12:56.85231Z","end":"2026-03-19T06:12:57.245995Z","steps":["trace[1024422372] 'agreement among raft nodes before linearized reading' (duration: 393.375792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.246061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.852236Z","time spent":"393.810614ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T06:12:57.314957Z","caller":"traceutil/trace.go:171","msg":"trace[835748896] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"461.265027ms","start":"2026-03-19T06:12:56.853664Z","end":"2026-03-19T06:12:57.314929Z","steps":["trace[835748896] 'process raft request' (duration: 461.039871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.315199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.853651Z","time spent":"461.457832ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:57.315299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.650026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T06:12:57.315293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.499817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T06:12:57.315355Z","caller":"traceutil/trace.go:171","msg":"trace[663374774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8990; }","duration":"453.720009ms","start":"2026-03-19T06:12:56.861621Z","end":"2026-03-19T06:12:57.315341Z","steps":["trace[663374774] 'agreement among raft nodes before linearized reading' (duration: 453.502314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.315369Z","caller":"traceutil/trace.go:171","msg":"trace[1422947342] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"459.621516ms","start":"2026-03-19T06:12:56.855732Z","end":"2026-03-19T06:12:57.315353Z","steps":["trace[1422947342] 'process raft request' (duration: 459.151845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.31539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.861616Z","time spent":"453.7658ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T06:12:57.315475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.422015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-jthn8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T06:12:57.315504Z","caller":"traceutil/trace.go:171","msg":"trace[1937655267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-jthn8; range_end:; response_count:1; response_revision:8990; }","duration":"450.472336ms","start":"2026-03-19T06:12:56.865024Z","end":"2026-03-19T06:12:57.315497Z","steps":["trace[1937655267] 'agreement among raft nodes before linearized reading' (duration: 450.379754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.315485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.85571Z","time spent":"459.695709ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:12:57.315525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.981735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T06:12:57.31554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.865014Z","time spent":"450.518408ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-jthn8\" "} {"level":"info","ts":"2026-03-19T06:12:57.315557Z","caller":"traceutil/trace.go:171","msg":"trace[1089098365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8990; }","duration":"454.023816ms","start":"2026-03-19T06:12:56.861524Z","end":"2026-03-19T06:12:57.315548Z","steps":["trace[1089098365] 'agreement among raft nodes before linearized reading' (duration: 453.939754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.315584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.861518Z","time spent":"454.060537ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T06:12:57.315694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.644482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T06:12:57.31572Z","caller":"traceutil/trace.go:171","msg":"trace[1628820865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8990; }","duration":"456.695623ms","start":"2026-03-19T06:12:56.859017Z","end":"2026-03-19T06:12:57.315712Z","steps":["trace[1628820865] 'agreement among raft nodes before linearized reading' (duration: 456.620761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.315378Z","caller":"traceutil/trace.go:171","msg":"trace[1630102291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8990; }","duration":"452.596689ms","start":"2026-03-19T06:12:56.862764Z","end":"2026-03-19T06:12:57.31536Z","steps":["trace[1630102291] 'agreement among raft nodes before linearized reading' (duration: 452.352983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.315743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.859007Z","time spent":"456.732024ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T06:12:57.315745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.131774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-mnlnw\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-19T06:12:57.315777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.862741Z","time spent":"453.02299ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T06:12:57.315791Z","caller":"traceutil/trace.go:171","msg":"trace[453091315] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-mnlnw; range_end:; response_count:1; response_revision:8990; }","duration":"455.193805ms","start":"2026-03-19T06:12:56.860584Z","end":"2026-03-19T06:12:57.315778Z","steps":["trace[453091315] 'agreement among raft nodes before linearized reading' (duration: 455.045781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.315828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:56.860576Z","time spent":"455.245038ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19097,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-mnlnw\" "} {"level":"info","ts":"2026-03-19T06:12:57.469664Z","caller":"traceutil/trace.go:171","msg":"trace[442894820] linearizableReadLoop","detail":"{readStateIndex:9333; appliedIndex:9332; }","duration":"154.538542ms","start":"2026-03-19T06:12:57.315099Z","end":"2026-03-19T06:12:57.469638Z","steps":["trace[442894820] 'read index received' (duration: 124.686993ms)","trace[442894820] 'applied index is now lower than readState.Index' (duration: 29.849939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:12:57.469861Z","caller":"traceutil/trace.go:171","msg":"trace[899695523] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"218.631813ms","start":"2026-03-19T06:12:57.251177Z","end":"2026-03-19T06:12:57.469809Z","steps":["trace[899695523] 'process raft request' (duration: 188.514067ms)","trace[899695523] 'compare' (duration: 29.820838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:57.469999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.725677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:12:57.470079Z","caller":"traceutil/trace.go:171","msg":"trace[635865553] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8991; }","duration":"185.84033ms","start":"2026-03-19T06:12:57.284222Z","end":"2026-03-19T06:12:57.470062Z","steps":["trace[635865553] 'agreement among raft nodes before linearized reading' (duration: 185.672316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.474857Z","caller":"traceutil/trace.go:171","msg":"trace[434555495] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"154.892881ms","start":"2026-03-19T06:12:57.319936Z","end":"2026-03-19T06:12:57.474829Z","steps":["trace[434555495] 'process raft request' (duration: 154.169663ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.47534Z","caller":"traceutil/trace.go:171","msg":"trace[109790338] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"155.367503ms","start":"2026-03-19T06:12:57.319936Z","end":"2026-03-19T06:12:57.475304Z","steps":["trace[109790338] 'process raft request' (duration: 154.605264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.475735Z","caller":"traceutil/trace.go:171","msg":"trace[809677626] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"155.010165ms","start":"2026-03-19T06:12:57.320712Z","end":"2026-03-19T06:12:57.475722Z","steps":["trace[809677626] 'process raft request' (duration: 154.80736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.475834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.961854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:12:57.475949Z","caller":"traceutil/trace.go:171","msg":"trace[1384829520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8996; }","duration":"159.115008ms","start":"2026-03-19T06:12:57.316808Z","end":"2026-03-19T06:12:57.475923Z","steps":["trace[1384829520] 'agreement among raft nodes before linearized reading' (duration: 158.872872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.476015Z","caller":"traceutil/trace.go:171","msg":"trace[2047714397] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"155.387084ms","start":"2026-03-19T06:12:57.320615Z","end":"2026-03-19T06:12:57.476002Z","steps":["trace[2047714397] 'process raft request' (duration: 154.313916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:57.47615Z","caller":"traceutil/trace.go:171","msg":"trace[2139504893] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"148.219814ms","start":"2026-03-19T06:12:57.327921Z","end":"2026-03-19T06:12:57.476141Z","steps":["trace[2139504893] 'process raft request' (duration: 147.65417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:12:57.476885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.983459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290674"} {"level":"info","ts":"2026-03-19T06:12:57.476945Z","caller":"traceutil/trace.go:171","msg":"trace[749218714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8996; }","duration":"156.075831ms","start":"2026-03-19T06:12:57.320856Z","end":"2026-03-19T06:12:57.476932Z","steps":["trace[749218714] 'agreement among raft nodes before linearized reading' (duration: 155.407964ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:12:58.234054Z","caller":"traceutil/trace.go:171","msg":"trace[1254235586] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"171.921798ms","start":"2026-03-19T06:12:58.062088Z","end":"2026-03-19T06:12:58.23401Z","steps":["trace[1254235586] 'process raft request' (duration: 74.815469ms)","trace[1254235586] 'compare' (duration: 96.934495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:58.642605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.3297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T06:12:58.642974Z","caller":"traceutil/trace.go:171","msg":"trace[1005539649] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"572.241785ms","start":"2026-03-19T06:12:58.070675Z","end":"2026-03-19T06:12:58.642917Z","steps":["trace[1005539649] 'process raft request' (duration: 346.515025ms)","trace[1005539649] 'compare' (duration: 225.210607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:12:58.643122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:12:58.070595Z","time spent":"572.44363ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:13:10.261195Z","caller":"traceutil/trace.go:171","msg":"trace[1788313456] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"358.714152ms","start":"2026-03-19T06:13:09.902452Z","end":"2026-03-19T06:13:10.261166Z","steps":["trace[1788313456] 'process raft request' (duration: 358.500706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:13:10.261372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:13:09.902409Z","time spent":"358.864746ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:13:10.65556Z","caller":"traceutil/trace.go:171","msg":"trace[718697295] linearizableReadLoop","detail":"{readStateIndex:9428; appliedIndex:9426; }","duration":"595.926511ms","start":"2026-03-19T06:13:10.059605Z","end":"2026-03-19T06:13:10.655531Z","steps":["trace[718697295] 'read index received' (duration: 201.343628ms)","trace[718697295] 'applied index is now lower than readState.Index' (duration: 394.581843ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:13:10.655682Z","caller":"traceutil/trace.go:171","msg":"trace[645291495] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"616.278212ms","start":"2026-03-19T06:13:10.039389Z","end":"2026-03-19T06:13:10.655667Z","steps":["trace[645291495] 'process raft request' (duration: 533.988555ms)","trace[645291495] 'compare' (duration: 82.00779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T06:13:10.655897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:13:10.039362Z","time spent":"616.351194ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T06:13:10.656308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.67989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T06:13:10.656425Z","caller":"traceutil/trace.go:171","msg":"trace[698062026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9084; }","duration":"596.864234ms","start":"2026-03-19T06:13:10.059534Z","end":"2026-03-19T06:13:10.656398Z","steps":["trace[698062026] 'agreement among raft nodes before linearized reading' (duration: 596.284729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:13:10.656479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:13:10.059505Z","time spent":"596.963947ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T06:13:10.681462Z","caller":"traceutil/trace.go:171","msg":"trace[24147985] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"403.505477ms","start":"2026-03-19T06:13:10.277921Z","end":"2026-03-19T06:13:10.681426Z","steps":["trace[24147985] 'process raft request' (duration: 403.357413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:13:10.681555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.526028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T06:13:10.681657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:13:10.277889Z","time spent":"403.644861ms","remote":"127.0.0.1:48008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T06:13:10.681673Z","caller":"traceutil/trace.go:171","msg":"trace[755965003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9085; }","duration":"366.659342ms","start":"2026-03-19T06:13:10.314952Z","end":"2026-03-19T06:13:10.681612Z","steps":["trace[755965003] 'agreement among raft nodes before linearized reading' (duration: 366.498838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:13:10.681756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:13:10.314931Z","time spent":"366.780364ms","remote":"127.0.0.1:37662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T06:13:10.682167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.951908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T06:13:10.682221Z","caller":"traceutil/trace.go:171","msg":"trace[22627032] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9085; }","duration":"611.03671ms","start":"2026-03-19T06:13:10.071171Z","end":"2026-03-19T06:13:10.682208Z","steps":["trace[22627032] 'agreement among raft nodes before linearized reading' (duration: 610.950378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T06:13:10.682256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T06:13:10.071158Z","time spent":"611.089192ms","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-19T06:13:11.027685Z","caller":"traceutil/trace.go:171","msg":"trace[1343586282] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"126.457227ms","start":"2026-03-19T06:13:10.901201Z","end":"2026-03-19T06:13:11.027658Z","steps":["trace[1343586282] 'process raft request' (duration: 41.700998ms)","trace[1343586282] 'compare' (duration: 84.606635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:13:11.668967Z","caller":"traceutil/trace.go:171","msg":"trace[152986045] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"106.421493ms","start":"2026-03-19T06:13:11.562518Z","end":"2026-03-19T06:13:11.66894Z","steps":["trace[152986045] 'process raft request' (duration: 106.348461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:13:11.669051Z","caller":"traceutil/trace.go:171","msg":"trace[425054523] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"106.893296ms","start":"2026-03-19T06:13:11.5621Z","end":"2026-03-19T06:13:11.668993Z","steps":["trace[425054523] 'process raft request' (duration: 106.596608ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:13:11.669098Z","caller":"traceutil/trace.go:171","msg":"trace[602058766] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"106.604018ms","start":"2026-03-19T06:13:11.562453Z","end":"2026-03-19T06:13:11.669057Z","steps":["trace[602058766] 'process raft request' (duration: 106.372022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:13:11.669293Z","caller":"traceutil/trace.go:171","msg":"trace[103849648] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"106.66881ms","start":"2026-03-19T06:13:11.562579Z","end":"2026-03-19T06:13:11.669248Z","steps":["trace[103849648] 'process raft request' (duration: 106.321911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:14:07.443132Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7285} {"level":"info","ts":"2026-03-19T06:14:07.531205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7285,"took":"85.918979ms","hash":1483760535,"current-db-size-bytes":40189952,"current-db-size":"40 MB","current-db-size-in-use-bytes":25067520,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T06:14:07.531282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1483760535,"revision":7285,"compact-revision":5107} {"level":"info","ts":"2026-03-19T06:14:37.826829Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cec112083e8d3ff","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T06:14:37.832466Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T06:14:37.832575Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-19T06:17:18.768036Z","caller":"traceutil/trace.go:171","msg":"trace[1301946879] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"159.969967ms","start":"2026-03-19T06:17:18.608019Z","end":"2026-03-19T06:17:18.767989Z","steps":["trace[1301946879] 'process raft request' (duration: 159.6849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:17:33.218031Z","caller":"traceutil/trace.go:171","msg":"trace[1762116253] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"106.813189ms","start":"2026-03-19T06:17:33.111186Z","end":"2026-03-19T06:17:33.217999Z","steps":["trace[1762116253] 'process raft request' (duration: 106.754138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T06:17:33.218402Z","caller":"traceutil/trace.go:171","msg":"trace[2126364910] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"134.977229ms","start":"2026-03-19T06:17:33.083392Z","end":"2026-03-19T06:17:33.218369Z","steps":["trace[2126364910] 'process raft request' (duration: 52.986915ms)","trace[2126364910] 'compare' (duration: 81.338837ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T06:19:07.451169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9466} {"level":"info","ts":"2026-03-19T06:19:07.533147Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9466,"took":"78.788973ms","hash":1281889783,"current-db-size-bytes":40189952,"current-db-size":"40 MB","current-db-size-in-use-bytes":19406848,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-19T06:19:07.533241Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1281889783,"revision":9466,"compact-revision":7285} {"level":"info","ts":"2026-03-19T06:24:07.460301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11135} {"level":"info","ts":"2026-03-19T06:24:07.543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11135,"took":"80.937623ms","hash":2373573363,"current-db-size-bytes":40189952,"current-db-size":"40 MB","current-db-size-in-use-bytes":15978496,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-19T06:24:07.543061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2373573363,"revision":11135,"compact-revision":9466}